2024-11-13 23:24:29,544 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 23:24:29,561 main DEBUG Took 0.014920 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 23:24:29,561 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 23:24:29,561 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 23:24:29,562 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 23:24:29,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,571 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 23:24:29,588 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,591 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,594 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,597 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,600 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,601 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,603 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:24:29,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,606 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 23:24:29,608 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:24:29,609 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 23:24:29,612 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 23:24:29,613 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 23:24:29,614 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 23:24:29,615 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 23:24:29,625 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 23:24:29,627 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 23:24:29,629 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 23:24:29,629 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 23:24:29,629 main DEBUG createAppenders(={Console}) 2024-11-13 23:24:29,630 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 23:24:29,630 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 23:24:29,631 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 23:24:29,631 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 23:24:29,631 main DEBUG OutputStream closed 2024-11-13 23:24:29,632 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 23:24:29,632 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 23:24:29,632 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 23:24:29,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 23:24:29,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 23:24:29,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 23:24:29,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 23:24:29,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 23:24:29,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 23:24:29,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 23:24:29,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 23:24:29,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 23:24:29,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 23:24:29,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 23:24:29,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 23:24:29,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 23:24:29,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 23:24:29,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 23:24:29,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 23:24:29,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 23:24:29,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 23:24:29,710 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 23:24:29,710 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 23:24:29,710 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 23:24:29,711 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T23:24:29,724 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 23:24:29,727 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 23:24:29,727 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T23:24:29,783 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=8858 2024-11-13T23:24:29,990 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T23:24:30,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013 2024-11-13T23:24:30,034 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b, deleteOnExit=true 2024-11-13T23:24:30,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b/zookeeper_0, clientPort=53319, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:24:30,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53319 2024-11-13T23:24:30,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:24:30,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:24:30,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/test.cache.data in system properties and HBase conf 2024-11-13T23:24:30,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:24:30,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:24:30,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:24:30,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:24:30,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:24:30,260 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T23:24:30,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:24:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:24:30,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:24:30,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:24:30,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:24:30,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:24:30,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:24:30,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:24:30,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:24:30,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:24:30,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:24:30,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:24:30,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:24:30,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:24:30,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:24:31,399 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T23:24:31,482 INFO [Time-limited test {}] log.Log(170): Logging initialized @2635ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T23:24:31,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:24:31,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:24:31,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:24:31,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:24:31,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:24:31,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:24:31,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:24:31,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:24:31,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/java.io.tmpdir/jetty-localhost-36309-hadoop-hdfs-3_4_1-tests_jar-_-any-7761311146292436040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:24:31,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:36309} 2024-11-13T23:24:31,869 INFO [Time-limited test {}] server.Server(415): Started @3022ms 2024-11-13T23:24:32,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:24:32,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:24:32,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:24:32,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:24:32,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:24:32,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:24:32,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:24:32,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/java.io.tmpdir/jetty-localhost-33981-hadoop-hdfs-3_4_1-tests_jar-_-any-17996993843771251511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:24:32,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:33981} 2024-11-13T23:24:32,495 INFO [Time-limited test {}] server.Server(415): Started @3649ms 2024-11-13T23:24:32,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:24:33,442 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b/data/data1/current/BP-1968325833-172.17.0.2-1731540270926/current, will proceed with Du for space computation calculation, 2024-11-13T23:24:33,442 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b/data/data2/current/BP-1968325833-172.17.0.2-1731540270926/current, will proceed with Du for space computation calculation, 2024-11-13T23:24:33,472 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:24:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38ebf4234942e37a with lease ID 0x6cd41cfcd2f91906: Processing first storage report for DS-d4a65784-af1e-479b-8e0e-ffc40844c378 from datanode DatanodeRegistration(127.0.0.1:40043, datanodeUuid=7288faf4-9f8f-4988-b32e-d364054324b8, infoPort=45969, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1671652996;c=1731540270926) 2024-11-13T23:24:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38ebf4234942e37a with lease ID 0x6cd41cfcd2f91906: from storage DS-d4a65784-af1e-479b-8e0e-ffc40844c378 node DatanodeRegistration(127.0.0.1:40043, datanodeUuid=7288faf4-9f8f-4988-b32e-d364054324b8, infoPort=45969, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1671652996;c=1731540270926), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:24:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38ebf4234942e37a with lease ID 0x6cd41cfcd2f91906: Processing first storage report for DS-3a0d7f37-a487-42d6-ae66-0163957a3431 from datanode DatanodeRegistration(127.0.0.1:40043, datanodeUuid=7288faf4-9f8f-4988-b32e-d364054324b8, infoPort=45969, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1671652996;c=1731540270926) 2024-11-13T23:24:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38ebf4234942e37a with lease ID 0x6cd41cfcd2f91906: from storage DS-3a0d7f37-a487-42d6-ae66-0163957a3431 node DatanodeRegistration(127.0.0.1:40043, datanodeUuid=7288faf4-9f8f-4988-b32e-d364054324b8, infoPort=45969, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1671652996;c=1731540270926), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:24:33,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013 2024-11-13T23:24:33,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:33,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:33,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:24:34,244 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819 with version=8 2024-11-13T23:24:34,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/hbase-staging 2024-11-13T23:24:34,324 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T23:24:34,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:24:34,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:34,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:34,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:24:34,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:34,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:24:34,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:24:34,721 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T23:24:34,732 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T23:24:34,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:24:34,762 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 105628 (auto-detected) 2024-11-13T23:24:34,763 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T23:24:34,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42407 2024-11-13T23:24:34,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42407 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:34,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424070x0, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:34,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42407-0x10137cd6e160000 connected 2024-11-13T23:24:35,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:35,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:35,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:35,051 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819, hbase.cluster.distributed=false 2024-11-13T23:24:35,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/acl 2024-11-13T23:24:35,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42407 2024-11-13T23:24:35,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42407 2024-11-13T23:24:35,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42407 2024-11-13T23:24:35,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42407 2024-11-13T23:24:35,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42407 2024-11-13T23:24:35,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:24:35,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:35,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:35,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:24:35,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:35,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:24:35,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:24:35,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:24:35,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46701 2024-11-13T23:24:35,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46701 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:35,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:35,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467010x0, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:35,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46701-0x10137cd6e160001 connected 2024-11-13T23:24:35,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467010x0, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:35,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:24:35,216 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:24:35,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/master 2024-11-13T23:24:35,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/acl 2024-11-13T23:24:35,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-13T23:24:35,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46701 2024-11-13T23:24:35,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46701 2024-11-13T23:24:35,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-13T23:24:35,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-13T23:24:35,245 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:42407 2024-11-13T23:24:35,246 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1007675639/backup-masters/714b435e65e7,42407,1731540274385 2024-11-13T23:24:35,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:35,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:35,262 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on existing znode=/0-1007675639/backup-masters/714b435e65e7,42407,1731540274385 2024-11-13T23:24:35,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007675639/master 2024-11-13T23:24:35,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:35,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:35,289 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on existing znode=/0-1007675639/master 2024-11-13T23:24:35,290 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1007675639/backup-masters/714b435e65e7,42407,1731540274385 from backup master directory 2024-11-13T23:24:35,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:35,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/backup-masters/714b435e65e7,42407,1731540274385 2024-11-13T23:24:35,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:35,302 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:24:35,302 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,42407,1731540274385 2024-11-13T23:24:35,305 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T23:24:35,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T23:24:35,367 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/hbase.id] with ID: 5f7cb3dd-6bf3-4425-b81f-afaeab6e271b 2024-11-13T23:24:35,367 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/.tmp/hbase.id 2024-11-13T23:24:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:24:35,377 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/.tmp/hbase.id]:[hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/hbase.id] 2024-11-13T23:24:35,421 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:35,427 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:24:35,447 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-13T23:24:35,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:35,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:35,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:24:35,484 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:24:35,486 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:24:35,500 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:24:35,504 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:24:35,965 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store 2024-11-13T23:24:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:24:36,406 INFO [master/714b435e65e7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T23:24:36,412 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:36,413 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:24:36,414 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:36,414 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:36,416 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:24:36,416 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:36,417 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:36,421 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540276413Disabling compacts and flushes for region at 1731540276413Disabling writes for close at 1731540276416 (+3 ms)Writing region close event to WAL at 1731540276417 (+1 ms)Closed at 1731540276417 2024-11-13T23:24:36,424 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/.initializing 2024-11-13T23:24:36,424 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385 2024-11-13T23:24:36,436 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:24:36,456 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C42407%2C1731540274385, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/oldWALs, maxLogs=10 2024-11-13T23:24:36,486 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385/714b435e65e7%2C42407%2C1731540274385.1731540276462, exclude list is [], retry=0 2024-11-13T23:24:36,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:36,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T23:24:36,540 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385/714b435e65e7%2C42407%2C1731540274385.1731540276462 2024-11-13T23:24:36,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:36,542 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:36,542 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:36,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:24:36,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:36,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:36,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:24:36,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:36,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:36,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:24:36,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:36,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:36,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:24:36,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:36,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:36,623 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,628 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,629 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,635 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,636 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,640 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:36,644 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:36,649 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:24:36,650 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72523131, jitterRate=0.08067886531352997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:36,657 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540276556Initializing all the Stores at 1731540276558 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540276559 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540276560 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540276560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540276560Cleaning up temporary data from old regions at 1731540276636 (+76 ms)Region opened successfully at 1731540276657 (+21 ms) 2024-11-13T23:24:36,659 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:24:36,689 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df1ee7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:24:36,715 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:24:36,725 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:24:36,725 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:24:36,728 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:24:36,729 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T23:24:36,734 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T23:24:36,734 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:24:36,764 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:24:36,773 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/balancer because node does not exist (not necessarily an error) 2024-11-13T23:24:36,813 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/balancer already deleted, retry=false 2024-11-13T23:24:36,816 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:24:36,819 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:24:36,829 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/normalizer already deleted, retry=false 2024-11-13T23:24:36,833 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:24:36,839 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:24:36,846 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/switch/split already deleted, retry=false 2024-11-13T23:24:36,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:24:36,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/switch/merge already deleted, retry=false 2024-11-13T23:24:36,878 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:24:36,887 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/snapshot-cleanup already deleted, retry=false 2024-11-13T23:24:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:36,904 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,42407,1731540274385, sessionid=0x10137cd6e160000, setting cluster-up flag (Was=false) 2024-11-13T23:24:36,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:36,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:36,954 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1007675639/flush-table-proc/acquired, /0-1007675639/flush-table-proc/reached, /0-1007675639/flush-table-proc/abort 2024-11-13T23:24:36,957 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42407,1731540274385 2024-11-13T23:24:36,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:36,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:37,004 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1007675639/online-snapshot/acquired, /0-1007675639/online-snapshot/reached, /0-1007675639/online-snapshot/abort 2024-11-13T23:24:37,006 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42407,1731540274385 2024-11-13T23:24:37,014 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:24:37,035 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(746): ClusterId : 5f7cb3dd-6bf3-4425-b81f-afaeab6e271b 2024-11-13T23:24:37,037 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:24:37,048 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:24:37,048 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:24:37,061 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:24:37,061 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f646993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:24:37,074 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:46701 2024-11-13T23:24:37,077 INFO [RS:0;714b435e65e7:46701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:24:37,077 INFO [RS:0;714b435e65e7:46701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:24:37,077 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:24:37,080 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,42407,1731540274385 with port=46701, startcode=1731540275147 2024-11-13T23:24:37,085 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:37,089 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:24:37,093 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:24:37,100 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:24:37,107 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,42407,1731540274385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:24:37,115 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:37,116 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:37,116 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:37,116 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:37,117 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:24:37,117 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,117 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:24:37,117 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:24:37,120 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540307120 2024-11-13T23:24:37,122 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:24:37,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:37,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:24:37,123 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:24:37,127 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42407 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:24:37,128 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:24:37,128 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:24:37,128 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:24:37,129 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:24:37,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:37,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:24:37,129 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,135 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:24:37,137 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:24:37,137 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:24:37,137 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:24:37,140 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:24:37,140 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:24:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:24:37,146 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540277141,5,FailOnTimeoutGroup] 2024-11-13T23:24:37,147 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540277146,5,FailOnTimeoutGroup] 2024-11-13T23:24:37,147 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,147 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:24:37,148 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,148 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,155 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T23:24:37,155 WARN [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T23:24:37,258 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,42407,1731540274385 with port=46701, startcode=1731540275147 2024-11-13T23:24:37,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,46701,1731540275147 2024-11-13T23:24:37,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42407 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,46701,1731540275147 2024-11-13T23:24:37,273 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819 2024-11-13T23:24:37,274 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37015 2024-11-13T23:24:37,274 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:24:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/rs 2024-11-13T23:24:37,285 DEBUG [RS:0;714b435e65e7:46701 {}] zookeeper.ZKUtil(111): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on existing znode=/0-1007675639/rs/714b435e65e7,46701,1731540275147 2024-11-13T23:24:37,285 WARN [RS:0;714b435e65e7:46701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:24:37,285 INFO [RS:0;714b435e65e7:46701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:37,286 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147 2024-11-13T23:24:37,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,46701,1731540275147] 2024-11-13T23:24:37,316 INFO [RS:0;714b435e65e7:46701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:24:37,333 INFO [RS:0;714b435e65e7:46701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:24:37,338 INFO [RS:0;714b435e65e7:46701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:24:37,338 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,339 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:24:37,344 INFO [RS:0;714b435e65e7:46701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:24:37,345 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,346 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,346 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,346 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,346 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,346 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,346 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:24:37,347 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,347 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,347 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,347 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,347 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,347 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:37,348 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:24:37,348 DEBUG [RS:0;714b435e65e7:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:24:37,348 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,349 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,349 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,349 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,349 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,349 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46701,1731540275147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:24:37,368 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:24:37,370 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46701,1731540275147-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,370 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,371 INFO [RS:0;714b435e65e7:46701 {}] regionserver.Replication(171): 714b435e65e7,46701,1731540275147 started 2024-11-13T23:24:37,388 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:37,388 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,46701,1731540275147, RpcServer on 714b435e65e7/172.17.0.2:46701, sessionid=0x10137cd6e160001 2024-11-13T23:24:37,389 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:24:37,389 DEBUG [RS:0;714b435e65e7:46701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,46701,1731540275147 2024-11-13T23:24:37,389 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,46701,1731540275147' 2024-11-13T23:24:37,389 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1007675639/flush-table-proc/abort' 2024-11-13T23:24:37,391 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1007675639/flush-table-proc/acquired' 2024-11-13T23:24:37,391 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:24:37,391 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:24:37,392 DEBUG [RS:0;714b435e65e7:46701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,46701,1731540275147 2024-11-13T23:24:37,392 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,46701,1731540275147' 2024-11-13T23:24:37,392 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1007675639/online-snapshot/abort' 2024-11-13T23:24:37,393 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1007675639/online-snapshot/acquired' 2024-11-13T23:24:37,393 DEBUG [RS:0;714b435e65e7:46701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:24:37,393 INFO [RS:0;714b435e65e7:46701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:24:37,393 INFO [RS:0;714b435e65e7:46701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:24:37,503 INFO [RS:0;714b435e65e7:46701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:24:37,506 INFO [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C46701%2C1731540275147, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs, maxLogs=10 2024-11-13T23:24:37,522 DEBUG [RS:0;714b435e65e7:46701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508, exclude list is [], retry=0 2024-11-13T23:24:37,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:37,529 INFO [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 2024-11-13T23:24:37,530 DEBUG [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:37,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:24:37,545 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819 2024-11-13T23:24:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:24:37,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:37,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:24:37,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:24:37,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:37,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:37,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:24:37,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:24:37,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:37,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:37,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:24:37,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:24:37,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:37,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:37,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:24:37,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:24:37,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:37,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:37,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:24:37,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740 2024-11-13T23:24:37,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740 2024-11-13T23:24:37,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:24:37,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:24:37,987 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:37,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:24:37,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:24:37,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68279733, jitterRate=0.01744730770587921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:37,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540277960Initializing all the Stores at 1731540277964 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540277964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540277964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540277964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540277965 (+1 ms)Cleaning up temporary data from old regions at 1731540277986 (+21 ms)Region opened successfully at 1731540277996 (+10 ms) 2024-11-13T23:24:37,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:24:37,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:24:37,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:24:37,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:24:37,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:24:37,998 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:24:37,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540277996Disabling compacts and flushes for region at 1731540277996Disabling writes for close at 1731540277997 (+1 ms)Writing region close event to WAL at 1731540277997Closed at 1731540277998 (+1 ms) 2024-11-13T23:24:38,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:38,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:24:38,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:24:38,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:24:38,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:24:38,172 DEBUG [714b435e65e7:42407 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:24:38,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,46701,1731540275147 2024-11-13T23:24:38,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,46701,1731540275147, state=OPENING 2024-11-13T23:24:38,213 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:24:38,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:38,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:38,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:38,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:38,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:24:38,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,46701,1731540275147}] 2024-11-13T23:24:38,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:24:38,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:24:38,445 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:24:38,445 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:38,446 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:24:38,450 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C46701%2C1731540275147.meta, suffix=.meta, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs, maxLogs=10 2024-11-13T23:24:38,465 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.meta.1731540278452.meta, exclude list is [], retry=0 2024-11-13T23:24:38,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:38,471 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.meta.1731540278452.meta 2024-11-13T23:24:38,472 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:38,472 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:38,477 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:24:38,478 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:24:38,480 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:24:38,482 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:24:38,486 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:24:38,487 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:38,487 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:24:38,487 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:24:38,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:24:38,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:24:38,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:38,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:38,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:24:38,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:24:38,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:38,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:38,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:24:38,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:24:38,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:38,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:38,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:24:38,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:24:38,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:38,500 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:24:38,502 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740 2024-11-13T23:24:38,505 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740 2024-11-13T23:24:38,507 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:24:38,507 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:24:38,508 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:38,511 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:24:38,513 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61975384, jitterRate=-0.07649481296539307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:38,513 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:24:38,516 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540278487Writing region info on filesystem at 1731540278488 (+1 ms)Initializing all the Stores at 1731540278490 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540278490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540278490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540278490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540278490Cleaning up temporary data from old regions at 1731540278507 (+17 ms)Running coprocessor post-open hooks at 1731540278513 (+6 ms)Region opened successfully at 1731540278516 (+3 ms) 2024-11-13T23:24:38,523 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540278420 2024-11-13T23:24:38,533 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:24:38,534 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:24:38,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,46701,1731540275147 2024-11-13T23:24:38,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,46701,1731540275147, state=OPEN 2024-11-13T23:24:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:38,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:38,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:38,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:38,555 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,46701,1731540275147 2024-11-13T23:24:38,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:24:38,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,46701,1731540275147 in 304 msec 2024-11-13T23:24:38,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:24:38,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 560 msec 2024-11-13T23:24:38,574 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:38,574 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:24:38,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:24:38,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,46701,1731540275147, seqNum=-1] 2024-11-13T23:24:38,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:24:38,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:24:38,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5990 sec 2024-11-13T23:24:38,644 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540278643, completionTime=-1 2024-11-13T23:24:38,647 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:24:38,647 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:24:38,672 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:24:38,672 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540338672 2024-11-13T23:24:38,672 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540398672 2024-11-13T23:24:38,672 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-13T23:24:38,675 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42407,1731540274385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:38,675 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42407,1731540274385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:38,675 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42407,1731540274385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:38,676 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:42407, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:38,677 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:38,677 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:38,684 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:24:38,713 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.410sec 2024-11-13T23:24:38,714 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:24:38,715 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:24:38,717 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:24:38,717 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:24:38,717 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:24:38,718 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42407,1731540274385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:24:38,719 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42407,1731540274385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:24:38,729 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:24:38,730 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:24:38,730 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42407,1731540274385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:38,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:38,749 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T23:24:38,749 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T23:24:38,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42407,-1 for getting cluster id 2024-11-13T23:24:38,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:38,761 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7cb3dd-6bf3-4425-b81f-afaeab6e271b' 2024-11-13T23:24:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7cb3dd-6bf3-4425-b81f-afaeab6e271b" 2024-11-13T23:24:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e930ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42407,-1] 2024-11-13T23:24:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:38,770 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:38,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:38,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:24:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,46701,1731540275147, seqNum=-1] 2024-11-13T23:24:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:24:38,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:24:38,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,42407,1731540274385 2024-11-13T23:24:38,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:38,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:38,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137cd6e160002 connected 2024-11-13T23:24:38,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.log.dir so I do NOT create it in target/test-data/6638652c-abf9-e223-67c5-0514311e8110 2024-11-13T23:24:38,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:24:38,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.tmp.dir so I do NOT create it in target/test-data/6638652c-abf9-e223-67c5-0514311e8110 2024-11-13T23:24:38,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:24:38,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110 2024-11-13T23:24:38,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:24:38,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/cluster_b016b384-7bd7-69b1-e162-7d81654f08cb, deleteOnExit=true 2024-11-13T23:24:38,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:24:38,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/test.cache.data in system properties and HBase conf 2024-11-13T23:24:38,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:24:38,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:24:38,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:24:38,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:24:38,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:24:38,842 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:24:38,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:24:38,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:24:38,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:24:38,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:24:38,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:24:38,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:24:38,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:24:39,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:24:39,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:24:39,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:24:39,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:24:39,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:24:39,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:24:39,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:24:39,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:24:39,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/java.io.tmpdir/jetty-localhost-37639-hadoop-hdfs-3_4_1-tests_jar-_-any-13955794497366277767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:24:39,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:37639} 2024-11-13T23:24:39,206 INFO [Time-limited test {}] server.Server(415): Started @10359ms 2024-11-13T23:24:39,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:24:39,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:24:39,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:24:39,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:24:39,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:24:39,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:24:39,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:24:39,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/java.io.tmpdir/jetty-localhost-45815-hadoop-hdfs-3_4_1-tests_jar-_-any-3609644994619456329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:24:39,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:45815} 2024-11-13T23:24:39,525 INFO [Time-limited test {}] server.Server(415): Started @10678ms 2024-11-13T23:24:39,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:24:40,032 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/cluster_b016b384-7bd7-69b1-e162-7d81654f08cb/data/data1/current/BP-353798888-172.17.0.2-1731540278871/current, will proceed with Du for space computation calculation, 2024-11-13T23:24:40,032 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/cluster_b016b384-7bd7-69b1-e162-7d81654f08cb/data/data2/current/BP-353798888-172.17.0.2-1731540278871/current, will proceed with Du for space computation calculation, 2024-11-13T23:24:40,067 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:24:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d9f86685c95429c with lease ID 0x551236388c9f27c5: Processing first storage report for DS-2d28b496-884b-4aaa-8ef8-95f1dd7d173e from datanode DatanodeRegistration(127.0.0.1:43025, datanodeUuid=d0eb59b9-73a3-4289-a91b-93751d9953d0, infoPort=43455, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1211992871;c=1731540278871) 2024-11-13T23:24:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d9f86685c95429c with lease ID 0x551236388c9f27c5: from storage DS-2d28b496-884b-4aaa-8ef8-95f1dd7d173e node DatanodeRegistration(127.0.0.1:43025, datanodeUuid=d0eb59b9-73a3-4289-a91b-93751d9953d0, infoPort=43455, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1211992871;c=1731540278871), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:24:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d9f86685c95429c with lease ID 0x551236388c9f27c5: Processing first storage report for DS-8126bbde-17a8-4efe-aaef-5d0e958c5c97 from datanode DatanodeRegistration(127.0.0.1:43025, datanodeUuid=d0eb59b9-73a3-4289-a91b-93751d9953d0, infoPort=43455, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1211992871;c=1731540278871) 2024-11-13T23:24:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d9f86685c95429c with lease ID 0x551236388c9f27c5: from storage DS-8126bbde-17a8-4efe-aaef-5d0e958c5c97 node DatanodeRegistration(127.0.0.1:43025, datanodeUuid=d0eb59b9-73a3-4289-a91b-93751d9953d0, infoPort=43455, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1211992871;c=1731540278871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:24:40,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110 2024-11-13T23:24:40,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:40,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:24:40,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6 with version=8 2024-11-13T23:24:40,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/hbase-staging 2024-11-13T23:24:40,597 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:24:40,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:40,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:40,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:24:40,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:40,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:24:40,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:24:40,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:24:40,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40841 2024-11-13T23:24:40,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40841 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:40,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408410x0, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:40,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40841-0x10137cd6e160003 connected 2024-11-13T23:24:40,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:40,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:40,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on znode that does not yet exist, /1452010028/running 2024-11-13T23:24:40,724 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6, hbase.cluster.distributed=false 2024-11-13T23:24:40,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on znode that does not yet exist, /1452010028/acl 2024-11-13T23:24:40,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-13T23:24:40,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40841 2024-11-13T23:24:40,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40841 2024-11-13T23:24:40,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-13T23:24:40,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-13T23:24:40,750 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:24:40,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:40,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:40,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:24:40,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:40,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:24:40,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:24:40,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:24:40,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36815 2024-11-13T23:24:40,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36815 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:40,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:40,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:40,784 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368150x0, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:40,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368150x0, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on znode that does not yet exist, /1452010028/running 2024-11-13T23:24:40,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36815-0x10137cd6e160004 connected 2024-11-13T23:24:40,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:24:40,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:24:40,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on znode that does not yet exist, /1452010028/master 2024-11-13T23:24:40,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on znode that does not yet exist, /1452010028/acl 2024-11-13T23:24:40,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36815 2024-11-13T23:24:40,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36815 2024-11-13T23:24:40,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36815 2024-11-13T23:24:40,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36815 2024-11-13T23:24:40,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36815 2024-11-13T23:24:40,821 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:40841 2024-11-13T23:24:40,822 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1452010028/backup-masters/714b435e65e7,40841,1731540280596 2024-11-13T23:24:40,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028/backup-masters 2024-11-13T23:24:40,829 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028/backup-masters 2024-11-13T23:24:40,830 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on existing znode=/1452010028/backup-masters/714b435e65e7,40841,1731540280596 2024-11-13T23:24:40,837 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1452010028/master 2024-11-13T23:24:40,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:40,837 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:40,838 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on existing znode=/1452010028/master 2024-11-13T23:24:40,839 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1452010028/backup-masters/714b435e65e7,40841,1731540280596 from backup master directory 2024-11-13T23:24:40,846 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028/backup-masters 2024-11-13T23:24:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1452010028/backup-masters/714b435e65e7,40841,1731540280596 2024-11-13T23:24:40,846 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:24:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028/backup-masters 2024-11-13T23:24:40,846 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,40841,1731540280596 2024-11-13T23:24:40,858 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/hbase.id] with ID: 90cdd180-c3f2-4046-a9b7-9d88e39b1c5d 2024-11-13T23:24:40,858 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/.tmp/hbase.id 2024-11-13T23:24:40,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:24:41,278 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/.tmp/hbase.id]:[hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/hbase.id] 2024-11-13T23:24:41,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:41,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:24:41,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T23:24:41,351 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:41,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:24:41,762 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:24:41,763 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:24:41,763 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:24:42,177 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store 2024-11-13T23:24:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:24:42,600 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:42,600 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:24:42,600 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:42,600 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:42,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-13T23:24:42,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:42,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:42,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540282600Disabling compacts and flushes for region at 1731540282600Disabling writes for close at 1731540282601 (+1 ms)Writing region close event to WAL at 1731540282601Closed at 1731540282601 2024-11-13T23:24:42,603 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/.initializing 2024-11-13T23:24:42,603 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/WALs/714b435e65e7,40841,1731540280596 2024-11-13T23:24:42,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:24:42,609 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C40841%2C1731540280596, suffix=, logDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/WALs/714b435e65e7,40841,1731540280596, archiveDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/oldWALs, maxLogs=10 2024-11-13T23:24:42,626 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/WALs/714b435e65e7,40841,1731540280596/714b435e65e7%2C40841%2C1731540280596.1731540282609, exclude list is [], retry=0 2024-11-13T23:24:42,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-2d28b496-884b-4aaa-8ef8-95f1dd7d173e,DISK] 2024-11-13T23:24:42,636 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/WALs/714b435e65e7,40841,1731540280596/714b435e65e7%2C40841%2C1731540280596.1731540282609 2024-11-13T23:24:42,639 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-13T23:24:42,639 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:42,639 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:42,639 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,639 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:24:42,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:42,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:42,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:24:42,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:42,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:42,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:24:42,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:42,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:42,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:24:42,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:42,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:42,661 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,663 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,665 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,665 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,666 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:42,668 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:42,672 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:24:42,673 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66685156, jitterRate=-0.006313741207122803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:42,673 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540282639Initializing all the Stores at 1731540282641 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540282642 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540282642Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540282642Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540282642Cleaning up temporary data from old regions at 1731540282665 (+23 ms)Region opened successfully at 1731540282673 (+8 ms) 2024-11-13T23:24:42,673 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:24:42,680 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158aba98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:24:42,681 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:24:42,681 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:24:42,681 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:24:42,681 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:24:42,682 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:24:42,682 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:24:42,683 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:24:42,685 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:24:42,687 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Unable to get data of znode /1452010028/balancer because node does not exist (not necessarily an error) 2024-11-13T23:24:42,726 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1452010028/balancer already deleted, retry=false 2024-11-13T23:24:42,726 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:24:42,728 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Unable to get data of znode /1452010028/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:24:42,737 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1452010028/normalizer already deleted, retry=false 2024-11-13T23:24:42,738 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:24:42,741 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Unable to get data of znode /1452010028/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:24:42,751 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1452010028/switch/split already deleted, retry=false 2024-11-13T23:24:42,752 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Unable to get data of znode /1452010028/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:24:42,762 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1452010028/switch/merge already deleted, retry=false 2024-11-13T23:24:42,765 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Unable to get data of znode /1452010028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:24:42,776 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1452010028/snapshot-cleanup already deleted, retry=false 2024-11-13T23:24:42,787 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1452010028/running 2024-11-13T23:24:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1452010028/running 2024-11-13T23:24:42,788 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:42,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:42,789 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,40841,1731540280596, sessionid=0x10137cd6e160003, setting cluster-up flag (Was=false) 2024-11-13T23:24:42,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:42,894 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:42,979 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1452010028/flush-table-proc/acquired, /1452010028/flush-table-proc/reached, /1452010028/flush-table-proc/abort 2024-11-13T23:24:42,980 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40841,1731540280596 2024-11-13T23:24:43,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:43,000 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:43,034 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1452010028/online-snapshot/acquired, /1452010028/online-snapshot/reached, /1452010028/online-snapshot/abort 2024-11-13T23:24:43,036 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40841,1731540280596 2024-11-13T23:24:43,039 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:24:43,042 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:43,043 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:24:43,043 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:24:43,043 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,40841,1731540280596 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:24:43,046 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:43,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:43,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:43,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:43,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:24:43,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,048 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:24:43,048 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540313049 2024-11-13T23:24:43,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:24:43,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:24:43,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:24:43,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:24:43,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:24:43,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:24:43,050 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,050 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:24:43,050 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:24:43,050 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:24:43,051 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:24:43,051 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:24:43,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:43,051 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:24:43,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:24:43,051 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540283051,5,FailOnTimeoutGroup] 2024-11-13T23:24:43,051 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540283051,5,FailOnTimeoutGroup] 2024-11-13T23:24:43,051 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,052 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:24:43,052 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,052 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:43,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:24:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:24:43,107 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(746): ClusterId : 90cdd180-c3f2-4046-a9b7-9d88e39b1c5d 2024-11-13T23:24:43,107 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:24:43,118 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:24:43,119 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:24:43,130 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:24:43,131 DEBUG [RS:0;714b435e65e7:36815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff0e179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:24:43,142 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:36815 2024-11-13T23:24:43,142 INFO [RS:0;714b435e65e7:36815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:24:43,142 INFO [RS:0;714b435e65e7:36815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:24:43,142 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:24:43,143 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,40841,1731540280596 with port=36815, startcode=1731540280750 2024-11-13T23:24:43,143 DEBUG [RS:0;714b435e65e7:36815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:24:43,145 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:24:43,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,36815,1731540280750 2024-11-13T23:24:43,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40841 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,36815,1731540280750 2024-11-13T23:24:43,148 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6 2024-11-13T23:24:43,148 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36969 2024-11-13T23:24:43,148 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:24:43,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028/rs 2024-11-13T23:24:43,202 DEBUG [RS:0;714b435e65e7:36815 {}] zookeeper.ZKUtil(111): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on existing znode=/1452010028/rs/714b435e65e7,36815,1731540280750 2024-11-13T23:24:43,203 WARN [RS:0;714b435e65e7:36815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:24:43,203 INFO [RS:0;714b435e65e7:36815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:43,203 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/WALs/714b435e65e7,36815,1731540280750 2024-11-13T23:24:43,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,36815,1731540280750] 2024-11-13T23:24:43,213 INFO [RS:0;714b435e65e7:36815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:24:43,217 INFO [RS:0;714b435e65e7:36815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:24:43,217 INFO [RS:0;714b435e65e7:36815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:24:43,217 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,218 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:24:43,219 INFO [RS:0;714b435e65e7:36815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:24:43,219 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,219 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,219 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,219 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:43,220 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:24:43,221 DEBUG [RS:0;714b435e65e7:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:24:43,221 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,221 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,221 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,221 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,221 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,221 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36815,1731540280750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:24:43,239 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:24:43,240 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36815,1731540280750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,240 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,240 INFO [RS:0;714b435e65e7:36815 {}] regionserver.Replication(171): 714b435e65e7,36815,1731540280750 started 2024-11-13T23:24:43,254 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:43,254 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,36815,1731540280750, RpcServer on 714b435e65e7/172.17.0.2:36815, sessionid=0x10137cd6e160004 2024-11-13T23:24:43,254 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:24:43,254 DEBUG [RS:0;714b435e65e7:36815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,36815,1731540280750 2024-11-13T23:24:43,254 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36815,1731540280750' 2024-11-13T23:24:43,254 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1452010028/flush-table-proc/abort' 2024-11-13T23:24:43,255 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1452010028/flush-table-proc/acquired' 2024-11-13T23:24:43,256 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:24:43,256 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:24:43,256 DEBUG [RS:0;714b435e65e7:36815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,36815,1731540280750 2024-11-13T23:24:43,256 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36815,1731540280750' 2024-11-13T23:24:43,256 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1452010028/online-snapshot/abort' 2024-11-13T23:24:43,256 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1452010028/online-snapshot/acquired' 2024-11-13T23:24:43,257 DEBUG [RS:0;714b435e65e7:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:24:43,257 INFO [RS:0;714b435e65e7:36815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:24:43,257 INFO [RS:0;714b435e65e7:36815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:24:43,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:24:43,358 INFO [RS:0;714b435e65e7:36815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:24:43,360 INFO [RS:0;714b435e65e7:36815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C36815%2C1731540280750, suffix=, logDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/WALs/714b435e65e7,36815,1731540280750, archiveDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/oldWALs, maxLogs=10 2024-11-13T23:24:43,376 DEBUG [RS:0;714b435e65e7:36815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/WALs/714b435e65e7,36815,1731540280750/714b435e65e7%2C36815%2C1731540280750.1731540283362, exclude list is [], retry=0 2024-11-13T23:24:43,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-2d28b496-884b-4aaa-8ef8-95f1dd7d173e,DISK] 2024-11-13T23:24:43,382 INFO [RS:0;714b435e65e7:36815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/WALs/714b435e65e7,36815,1731540280750/714b435e65e7%2C36815%2C1731540280750.1731540283362 2024-11-13T23:24:43,382 DEBUG [RS:0;714b435e65e7:36815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-13T23:24:43,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:24:43,461 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6 2024-11-13T23:24:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:24:43,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:43,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:24:43,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:24:43,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:43,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:43,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:24:43,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:24:43,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:43,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:43,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:24:43,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:24:43,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:43,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:43,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:24:43,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:24:43,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:43,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:24:43,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740 2024-11-13T23:24:43,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740 2024-11-13T23:24:43,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:24:43,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:24:43,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:43,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:24:43,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:24:43,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74077709, jitterRate=0.10384388267993927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:43,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540283872Initializing all the Stores at 1731540283875 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540283876 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540283876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540283876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540283876Cleaning up temporary data from old regions at 1731540283894 (+18 ms)Region opened successfully at 1731540283900 (+6 ms) 2024-11-13T23:24:43,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:24:43,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:24:43,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:24:43,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:24:43,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:24:43,901 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:24:43,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540283900Disabling compacts and flushes for region at 1731540283900Disabling writes for close at 1731540283900Writing region close event to WAL at 1731540283901 (+1 ms)Closed at 1731540283901 2024-11-13T23:24:43,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:43,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:24:43,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:24:43,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:24:43,906 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:24:43,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:24:44,057 DEBUG [714b435e65e7:40841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:24:44,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,36815,1731540280750 2024-11-13T23:24:44,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36815,1731540280750, state=OPENING 2024-11-13T23:24:44,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:24:44,109 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:44,110 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:24:44,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1452010028/meta-region-server: CHANGED 2024-11-13T23:24:44,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1452010028/meta-region-server: CHANGED 2024-11-13T23:24:44,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36815,1731540280750}] 2024-11-13T23:24:44,268 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:24:44,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:24:44,281 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:24:44,281 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:44,282 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:24:44,285 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C36815%2C1731540280750.meta, suffix=.meta, logDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/WALs/714b435e65e7,36815,1731540280750, archiveDir=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/oldWALs, maxLogs=10 2024-11-13T23:24:44,300 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/WALs/714b435e65e7,36815,1731540280750/714b435e65e7%2C36815%2C1731540280750.meta.1731540284287.meta, exclude list is [], retry=0 2024-11-13T23:24:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-2d28b496-884b-4aaa-8ef8-95f1dd7d173e,DISK] 2024-11-13T23:24:44,305 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/WALs/714b435e65e7,36815,1731540280750/714b435e65e7%2C36815%2C1731540280750.meta.1731540284287.meta 2024-11-13T23:24:44,306 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-13T23:24:44,306 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:44,306 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:24:44,307 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:24:44,307 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:24:44,307 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:24:44,307 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:24:44,307 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:44,307 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:24:44,307 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:24:44,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:24:44,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:24:44,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:44,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:44,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:24:44,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:24:44,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:44,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:44,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:24:44,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:24:44,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:44,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:44,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:24:44,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:24:44,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:44,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:44,317 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:24:44,318 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740 2024-11-13T23:24:44,320 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740 2024-11-13T23:24:44,322 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:24:44,322 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:24:44,323 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:44,325 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:24:44,326 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299885, jitterRate=0.0624510794878006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:44,326 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:24:44,326 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540284307Writing region info on filesystem at 1731540284307Initializing all the Stores at 1731540284309 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540284309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540284309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540284309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540284309Cleaning up temporary data from old regions at 1731540284322 (+13 ms)Running coprocessor post-open hooks at 1731540284326 (+4 ms)Region opened successfully at 1731540284326 2024-11-13T23:24:44,328 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540284267 2024-11-13T23:24:44,331 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:24:44,331 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:24:44,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36815,1731540280750 2024-11-13T23:24:44,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36815,1731540280750, state=OPEN 2024-11-13T23:24:44,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1452010028/meta-region-server 2024-11-13T23:24:44,342 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1452010028/meta-region-server 2024-11-13T23:24:44,342 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,36815,1731540280750 2024-11-13T23:24:44,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1452010028/meta-region-server: CHANGED 2024-11-13T23:24:44,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1452010028/meta-region-server: CHANGED 2024-11-13T23:24:44,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:24:44,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36815,1731540280750 in 232 msec 2024-11-13T23:24:44,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:24:44,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-13T23:24:44,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:44,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:24:44,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:24:44,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36815,1731540280750, seqNum=-1] 2024-11-13T23:24:44,355 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:24:44,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:24:44,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-13T23:24:44,366 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540284365, completionTime=-1 2024-11-13T23:24:44,366 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:24:44,366 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:24:44,368 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:24:44,368 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540344368 2024-11-13T23:24:44,368 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540404368 2024-11-13T23:24:44,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:24:44,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40841,1731540280596-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:44,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40841,1731540280596-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:44,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40841,1731540280596-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:44,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:40841, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:44,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:44,370 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:44,372 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.528sec 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40841,1731540280596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:24:44,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40841,1731540280596-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:24:44,378 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:24:44,378 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:24:44,378 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40841,1731540280596-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:44,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:44,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:44,412 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:44,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f24d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:44,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:44,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:44,418 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:44,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:24:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36815,1731540280750, seqNum=-1] 2024-11-13T23:24:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:24:44,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:24:44,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,40841,1731540280596 2024-11-13T23:24:44,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:44,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:44,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137cd6e160005 connected 2024-11-13T23:24:44,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42407,-1 for getting cluster id 2024-11-13T23:24:44,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:44,457 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7cb3dd-6bf3-4425-b81f-afaeab6e271b' 2024-11-13T23:24:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7cb3dd-6bf3-4425-b81f-afaeab6e271b" 2024-11-13T23:24:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc31f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42407,-1] 2024-11-13T23:24:44,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:44,460 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365d83a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42407,1731540274385 2024-11-13T23:24:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78103737 2024-11-13T23:24:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:44,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:44,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:24:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:24:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:24:44,491 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:44,493 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7544e539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,493 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:44,493 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:44,494 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:44,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b05d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:44,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:44,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:44,497 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:44,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31baa87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:44,499 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:44,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:44,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee10b1b 2024-11-13T23:24:44,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:44,505 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:44,517 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T23:24:44,517 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:24:44,522 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:44,522 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:44,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:44,523 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:24:44,528 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:24:44,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:24:44,532 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:44,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:24:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741835_1011 (size=1138) 2024-11-13T23:24:44,581 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:24:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:24:44,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:24:44,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:24:44,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:24:44,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T23:24:44,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:24:44,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:24:44,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:24:44,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:24:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:24:44,948 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 751401df644c267b02f6ba68c44267ad, NAME => 'hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819 2024-11-13T23:24:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741836_1012 (size=44) 2024-11-13T23:24:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:24:45,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:45,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 751401df644c267b02f6ba68c44267ad, disabling compactions & flushes 2024-11-13T23:24:45,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:45,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:45,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. after waiting 0 ms 2024-11-13T23:24:45,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:45,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:45,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 751401df644c267b02f6ba68c44267ad: Waiting for close lock at 1731540285362Disabling compacts and flushes for region at 1731540285362Disabling writes for close at 1731540285362Writing region close event to WAL at 1731540285362Closed at 1731540285362 2024-11-13T23:24:45,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:24:45,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540285365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540285365"}]},"ts":"1731540285365"} 2024-11-13T23:24:45,378 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:24:45,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:24:45,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540285380"}]},"ts":"1731540285380"} 2024-11-13T23:24:45,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:24:45,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN}] 2024-11-13T23:24:45,388 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN 2024-11-13T23:24:45,390 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN; state=OFFLINE, location=714b435e65e7,46701,1731540275147; forceNewPlan=false, retain=false 2024-11-13T23:24:45,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=751401df644c267b02f6ba68c44267ad, regionState=OPENING, regionLocation=714b435e65e7,46701,1731540275147 2024-11-13T23:24:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN because future has completed 2024-11-13T23:24:45,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 751401df644c267b02f6ba68c44267ad, server=714b435e65e7,46701,1731540275147}] 2024-11-13T23:24:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:24:45,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:45,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:45,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:24:45,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C46701%2C1731540275147.rep, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs, maxLogs=10 2024-11-13T23:24:45,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.rep.1731540285722, exclude list is [], retry=0 2024-11-13T23:24:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:45,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.rep.1731540285722 2024-11-13T23:24:45,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:45,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 751401df644c267b02f6ba68c44267ad, NAME => 'hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:45,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:24:45,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:24:45,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. service=MultiRowMutationService 2024-11-13T23:24:45,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:24:45,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:45,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,751 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,754 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751401df644c267b02f6ba68c44267ad columnFamilyName hfileref 2024-11-13T23:24:45,754 DEBUG [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:45,755 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(327): Store=751401df644c267b02f6ba68c44267ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:45,755 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,757 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751401df644c267b02f6ba68c44267ad columnFamilyName queue 2024-11-13T23:24:45,757 DEBUG [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:45,758 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(327): Store=751401df644c267b02f6ba68c44267ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:45,758 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,761 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751401df644c267b02f6ba68c44267ad columnFamilyName sid 2024-11-13T23:24:45,761 DEBUG [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:45,762 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(327): Store=751401df644c267b02f6ba68c44267ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:45,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:24:45,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:24:45,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 751401df644c267b02f6ba68c44267ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75027589, jitterRate=0.11799819767475128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:24:45,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:45,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 751401df644c267b02f6ba68c44267ad: Running coprocessor pre-open hook at 1731540285749Writing region info on filesystem at 1731540285749Initializing all the Stores at 1731540285751 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540285751Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540285751Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540285751Cleaning up temporary data from old regions at 1731540285766 (+15 ms)Running coprocessor post-open hooks at 1731540285772 (+6 ms)Region opened successfully at 1731540285773 (+1 ms) 2024-11-13T23:24:45,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., pid=7, masterSystemTime=1731540285708 2024-11-13T23:24:45,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:45,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:45,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=751401df644c267b02f6ba68c44267ad, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,46701,1731540275147 2024-11-13T23:24:45,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 751401df644c267b02f6ba68c44267ad, server=714b435e65e7,46701,1731540275147 because future has completed 2024-11-13T23:24:45,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T23:24:45,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 751401df644c267b02f6ba68c44267ad, server=714b435e65e7,46701,1731540275147 in 231 msec 2024-11-13T23:24:45,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:24:45,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN in 403 msec 2024-11-13T23:24:45,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:24:45,794 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540285794"}]},"ts":"1731540285794"} 2024-11-13T23:24:45,797 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:24:45,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:24:45,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2750 sec 2024-11-13T23:24:45,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., hostname=714b435e65e7,46701,1731540275147, seqNum=2] 2024-11-13T23:24:45,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46701 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T23:24:45,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:45,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:45,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:24:46,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T23:24:46,105 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:24:46,145 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,46701,1731540275147, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:24:46,146 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:24:46,146 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,46701,1731540275147, seqNum=-1] 2024-11-13T23:24:46,147 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:24:46,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T23:24:46,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,46701,1731540275147', locateType=CURRENT is [region=hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., hostname=714b435e65e7,46701,1731540275147, seqNum=2] 2024-11-13T23:24:46,157 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T23:24:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T23:24:46,162 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,46701,1731540275147 suceeded 2024-11-13T23:24:46,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T23:24:46,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-13T23:24:46,166 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:24:46,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6840 sec 2024-11-13T23:24:46,177 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:46,179 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56736642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,179 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:46,179 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:46,180 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:46,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:46,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:46,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ddcad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:46,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:46,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,182 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:46,183 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1740befc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,183 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:46,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:46,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55d24044 2024-11-13T23:24:46,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:46,186 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T23:24:46,187 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,46701,1731540275147 (queues=1) is replicating from cluster=5f7cb3dd-6bf3-4425-b81f-afaeab6e271b to cluster=90cdd180-c3f2-4046-a9b7-9d88e39b1c5d 2024-11-13T23:24:46,190 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C46701%2C1731540275147 2024-11-13T23:24:46,194 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,46701,1731540275147, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:24:46,196 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.shipper714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C46701%2C1731540275147 2024-11-13T23:24:46,200 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508, startPosition=0, beingWritten=true 2024-11-13T23:24:46,453 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:24:46,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:46,638 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:24:46,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:46,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:46,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42407,-1 for getting cluster id 2024-11-13T23:24:46,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:46,641 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7cb3dd-6bf3-4425-b81f-afaeab6e271b' 2024-11-13T23:24:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7cb3dd-6bf3-4425-b81f-afaeab6e271b" 2024-11-13T23:24:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d72046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42407,-1] 2024-11-13T23:24:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,645 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743836fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42407,1731540274385 2024-11-13T23:24:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4248dc54 2024-11-13T23:24:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:46,650 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:46,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T23:24:46,655 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:46,656 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4fec67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,656 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:46,656 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:46,657 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:46,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:46,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:46,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec9d217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:46,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:46,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,658 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:46,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a1f73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,660 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:46,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:46,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29d43d3e 2024-11-13T23:24:46,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:46,662 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:46,663 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T23:24:46,663 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:24:46,664 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,664 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:46,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T23:24:46,764 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:46,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T23:24:46,874 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T23:24:46,911 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-714b435e65e7,46701,1731540275147, ReplicationSource: 2, currentBandwidth=0 2024-11-13T23:24:46,914 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T23:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T23:24:46,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 714b435e65e7,46701,1731540275147 suceeded 2024-11-13T23:24:46,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:24:46,921 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:24:46,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-13T23:24:46,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 270 msec 2024-11-13T23:24:46,931 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:46,932 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111fd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,932 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:46,932 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:46,933 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:46,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:46,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:46,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4061cbc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:46,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:46,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,935 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:46,936 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13f5f6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,936 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:46,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:46,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd4386b 2024-11-13T23:24:46,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:46,938 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T23:24:46,939 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-714b435e65e7,46701,1731540275147 (queues=1) is replicating from cluster=5f7cb3dd-6bf3-4425-b81f-afaeab6e271b to cluster=90cdd180-c3f2-4046-a9b7-9d88e39b1c5d 2024-11-13T23:24:46,939 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=714b435e65e7%2C46701%2C1731540275147 2024-11-13T23:24:46,939 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-714b435e65e7,46701,1731540275147, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:24:46,940 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.shipper714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C46701%2C1731540275147 2024-11-13T23:24:46,940 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508, startPosition=0, beingWritten=true 2024-11-13T23:24:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T23:24:46,968 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T23:24:46,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:46,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:46,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:46,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:46,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:46,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42407,1731540274385 2024-11-13T23:24:46,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793eb2ad 2024-11-13T23:24:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:46,977 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:46,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:24:46,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T23:24:46,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:24:46,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T23:24:46,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:24:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T23:24:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T23:24:46,996 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:46,997 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6135752a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,997 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:46,997 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:46,998 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:46,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dee7644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,000 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:47,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f706d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:47,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10acc818 2024-11-13T23:24:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:47,004 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:47,005 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T23:24:47,005 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:24:47,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:47,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:24:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T23:24:47,146 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:47,171 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:47,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T23:24:47,174 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T23:24:47,176 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T23:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T23:24:47,180 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 714b435e65e7,46701,1731540275147 suceeded 2024-11-13T23:24:47,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T23:24:47,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-13T23:24:47,184 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:24:47,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-13T23:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T23:24:47,317 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T23:24:47,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T23:24:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T23:24:47,321 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:47,322 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291af2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:47,322 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:47,322 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:47,323 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:47,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:47,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:47,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126386f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:47,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:47,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:47,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,326 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:47,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444453a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:47,327 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:47,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:47,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a2abea 2024-11-13T23:24:47,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:47,330 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:47,331 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T23:24:47,332 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:24:47,332 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,332 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:47,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:24:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T23:24:47,457 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:47,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T23:24:47,531 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T23:24:47,533 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T23:24:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T23:24:47,536 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 714b435e65e7,46701,1731540275147 suceeded 2024-11-13T23:24:47,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T23:24:47,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-13T23:24:47,540 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://714b435e65e7:40841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:24:47,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 222 msec 2024-11-13T23:24:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T23:24:47,637 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T23:24:47,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:24:47,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T23:24:47,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:47,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:47,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:47,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:24:47,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37137515, stopped=false 2024-11-13T23:24:47,641 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,42407,1731540274385 2024-11-13T23:24:47,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:47,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:47,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:47,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:47,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:24:47,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:47,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:47,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:47,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:47,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,46701,1731540275147' ***** 2024-11-13T23:24:47,651 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-13T23:24:47,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:24:47,652 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(3091): Received CLOSE for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:47,652 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 751401df644c267b02f6ba68c44267ad, disabling compactions & flushes 2024-11-13T23:24:47,652 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:47,653 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:47,653 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. after waiting 0 ms 2024-11-13T23:24:47,653 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:47,654 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:24:47,654 INFO [RS:0;714b435e65e7:46701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:24:47,654 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,46701,1731540275147 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:46701. 2024-11-13T23:24:47,655 DEBUG [RS:0;714b435e65e7:46701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:47,655 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:24:47,655 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:24:47,656 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:24:47,656 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1325): Online Regions={751401df644c267b02f6ba68c44267ad=hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:24:47,656 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:24:47,656 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:24:47,656 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:24:47,656 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:24:47,656 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:24:47,656 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:47,657 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 751401df644c267b02f6ba68c44267ad 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T23:24:47,657 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T23:24:47,660 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:24:47,678 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:47,717 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/info/7fda26fe31674cacbbaede6cd473d317 is 147, key is hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad./info:regioninfo/1731540285778/Put/seqid=0 2024-11-13T23:24:47,717 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/.tmp/queue/ea0025bdf8554a209ac78e64347fa801 is 151, key is 1-714b435e65e7,46701,1731540275147/queue:714b435e65e7%2C46701%2C1731540275147/1731540286152/Put/seqid=0 2024-11-13T23:24:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741839_1015 (size=5500) 2024-11-13T23:24:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741838_1014 (size=6631) 2024-11-13T23:24:47,856 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:47,863 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:48,057 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:48,130 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/.tmp/queue/ea0025bdf8554a209ac78e64347fa801 2024-11-13T23:24:48,130 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/info/7fda26fe31674cacbbaede6cd473d317 2024-11-13T23:24:48,175 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/.tmp/queue/ea0025bdf8554a209ac78e64347fa801 as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/queue/ea0025bdf8554a209ac78e64347fa801 2024-11-13T23:24:48,185 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/queue/ea0025bdf8554a209ac78e64347fa801, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T23:24:48,191 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/ns/53738af33ba148e383e2f1dabfd6223c is 43, key is default/ns:d/1731540278627/Put/seqid=0 2024-11-13T23:24:48,195 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 751401df644c267b02f6ba68c44267ad in 536ms, sequenceid=6, compaction requested=false 2024-11-13T23:24:48,195 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:24:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741840_1016 (size=5153) 2024-11-13T23:24:48,203 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T23:24:48,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:24:48,206 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:24:48,206 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:48,206 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 751401df644c267b02f6ba68c44267ad: Waiting for close lock at 1731540287652Running coprocessor pre-close hooks at 1731540287652Disabling compacts and flushes for region at 1731540287652Disabling writes for close at 1731540287653 (+1 ms)Obtaining lock to block concurrent updates at 1731540287657 (+4 ms)Preparing flush snapshotting stores in 751401df644c267b02f6ba68c44267ad at 1731540287657Finished memstore snapshotting hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731540287664 (+7 ms)Flushing stores of hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. at 1731540287665 (+1 ms)Flushing 751401df644c267b02f6ba68c44267ad/queue: creating writer at 1731540287667 (+2 ms)Flushing 751401df644c267b02f6ba68c44267ad/queue: appending metadata at 1731540287704 (+37 ms)Flushing 751401df644c267b02f6ba68c44267ad/queue: closing flushed file at 1731540287707 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b8c3a0: reopening flushed file at 1731540288173 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 751401df644c267b02f6ba68c44267ad in 536ms, sequenceid=6, compaction requested=false at 1731540288195 (+22 ms)Writing region close event to WAL at 1731540288198 (+3 ms)Running coprocessor post-close hooks at 1731540288204 (+6 ms)Closed at 1731540288206 (+2 ms) 2024-11-13T23:24:48,206 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:48,257 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:48,285 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:48,349 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:24:48,349 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:24:48,372 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:48,457 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:48,599 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/ns/53738af33ba148e383e2f1dabfd6223c 2024-11-13T23:24:48,631 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/table/8ff422020ddb4b5bbdfdbda97eebe06b is 53, key is hbase:replication/table:state/1731540285794/Put/seqid=0 2024-11-13T23:24:48,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741841_1017 (size=5256) 2024-11-13T23:24:48,658 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:24:48,658 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:24:48,658 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:48,858 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:48,978 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:48,996 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147/714b435e65e7%2C46701%2C1731540275147.1731540277508 to pos 0, reset compression=false 2024-11-13T23:24:49,038 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/table/8ff422020ddb4b5bbdfdbda97eebe06b 2024-11-13T23:24:49,050 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/info/7fda26fe31674cacbbaede6cd473d317 as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/info/7fda26fe31674cacbbaede6cd473d317 2024-11-13T23:24:49,058 DEBUG [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:49,059 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/info/7fda26fe31674cacbbaede6cd473d317, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T23:24:49,060 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/ns/53738af33ba148e383e2f1dabfd6223c as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/ns/53738af33ba148e383e2f1dabfd6223c 2024-11-13T23:24:49,070 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/ns/53738af33ba148e383e2f1dabfd6223c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:24:49,072 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/table/8ff422020ddb4b5bbdfdbda97eebe06b as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/table/8ff422020ddb4b5bbdfdbda97eebe06b 2024-11-13T23:24:49,080 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/table/8ff422020ddb4b5bbdfdbda97eebe06b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T23:24:49,081 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1425ms, sequenceid=11, compaction requested=false 2024-11-13T23:24:49,086 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T23:24:49,087 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:24:49,087 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:24:49,087 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:24:49,087 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540287656Running coprocessor pre-close hooks at 1731540287656Disabling compacts and flushes for region at 1731540287656Disabling writes for close at 1731540287656Obtaining lock to block concurrent updates at 1731540287657 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731540287657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731540287664 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731540287665 (+1 ms)Flushing 1588230740/info: creating writer at 1731540287667 (+2 ms)Flushing 1588230740/info: appending metadata at 1731540287705 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731540287707 (+2 ms)Flushing 1588230740/ns: creating writer at 1731540288173 (+466 ms)Flushing 1588230740/ns: appending metadata at 1731540288190 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731540288190Flushing 1588230740/table: creating writer at 1731540288615 (+425 ms)Flushing 1588230740/table: appending metadata at 1731540288630 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731540288630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7efb3b40: reopening flushed file at 1731540289049 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5108e475: reopening flushed file at 1731540289059 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ab6449: reopening flushed file at 1731540289070 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1425ms, sequenceid=11, compaction requested=false at 1731540289081 (+11 ms)Writing region close event to WAL at 1731540289082 (+1 ms)Running coprocessor post-close hooks at 1731540289087 (+5 ms)Closed at 1731540289087 2024-11-13T23:24:49,088 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:24:49,259 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,46701,1731540275147; all regions closed. 2024-11-13T23:24:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741834_1010 (size=2742) 2024-11-13T23:24:49,277 DEBUG [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs 2024-11-13T23:24:49,277 INFO [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C46701%2C1731540275147.meta:.meta(num 1731540278452) 2024-11-13T23:24:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741837_1013 (size=1802) 2024-11-13T23:24:49,284 DEBUG [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs 2024-11-13T23:24:49,284 INFO [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C46701%2C1731540275147.rep:(num 1731540285722) 2024-11-13T23:24:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741832_1008 (size=93) 2024-11-13T23:24:49,291 DEBUG [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs 2024-11-13T23:24:49,291 INFO [RS:0;714b435e65e7:46701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C46701%2C1731540275147:(num 1731540277508) 2024-11-13T23:24:49,291 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:49,291 INFO [RS:0;714b435e65e7:46701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:24:49,291 INFO [RS:0;714b435e65e7:46701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:24:49,291 INFO [RS:0;714b435e65e7:46701 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:24:49,292 INFO [RS:0;714b435e65e7:46701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:24:49,292 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:24:49,292 INFO [RS:0;714b435e65e7:46701 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,46701,1731540275147 because: Region server is closing 2024-11-13T23:24:49,293 INFO [RS:0;714b435e65e7:46701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:46701. 2024-11-13T23:24:49,293 DEBUG [RS:0;714b435e65e7:46701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:49,293 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:49,293 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:49,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:49,393 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:24:49,393 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.shipper714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T23:24:49,394 INFO [RS:0;714b435e65e7:46701 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,46701,1731540275147.replicationSource.shipper714b435e65e7%2C46701%2C1731540275147,1-714b435e65e7,46701,1731540275147 terminated 2024-11-13T23:24:49,394 INFO [RS:0;714b435e65e7:46701 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-714b435e65e7,46701,1731540275147 because: Region server is closing 2024-11-13T23:24:49,394 INFO [RS:0;714b435e65e7:46701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:46701. 2024-11-13T23:24:49,394 DEBUG [RS:0;714b435e65e7:46701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:49,394 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:49,395 DEBUG [RS:0;714b435e65e7:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:49,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:49,495 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.wal-reader.714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:24:49,495 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.shipper714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T23:24:49,495 INFO [RS:0;714b435e65e7:46701 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,46701,1731540275147.replicationSource.shipper714b435e65e7%2C46701%2C1731540275147,2-714b435e65e7,46701,1731540275147 terminated 2024-11-13T23:24:49,496 INFO [RS:0;714b435e65e7:46701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46701 2024-11-13T23:24:49,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/rs 2024-11-13T23:24:49,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/rs/714b435e65e7,46701,1731540275147 2024-11-13T23:24:49,537 INFO [RS:0;714b435e65e7:46701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:24:49,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,46701,1731540275147] 2024-11-13T23:24:49,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/draining/714b435e65e7,46701,1731540275147 already deleted, retry=false 2024-11-13T23:24:49,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,46701,1731540275147 expired; onlineServers=0 2024-11-13T23:24:49,555 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,42407,1731540274385' ***** 2024-11-13T23:24:49,555 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:24:49,555 INFO [M:0;714b435e65e7:42407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:24:49,555 INFO [M:0;714b435e65e7:42407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:24:49,555 DEBUG [M:0;714b435e65e7:42407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:24:49,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:24:49,556 DEBUG [M:0;714b435e65e7:42407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:24:49,556 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540277141 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540277141,5,FailOnTimeoutGroup] 2024-11-13T23:24:49,556 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540277146 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540277146,5,FailOnTimeoutGroup] 2024-11-13T23:24:49,557 INFO [M:0;714b435e65e7:42407 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:24:49,557 INFO [M:0;714b435e65e7:42407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:24:49,557 DEBUG [M:0;714b435e65e7:42407 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:24:49,557 INFO [M:0;714b435e65e7:42407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:24:49,558 INFO [M:0;714b435e65e7:42407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:24:49,559 INFO [M:0;714b435e65e7:42407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:24:49,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:24:49,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/master 2024-11-13T23:24:49,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:49,567 DEBUG [M:0;714b435e65e7:42407 {}] zookeeper.ZKUtil(347): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/master because node does not exist (not an error) 2024-11-13T23:24:49,567 WARN [M:0;714b435e65e7:42407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:24:49,568 INFO [M:0;714b435e65e7:42407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/.lastflushedseqids 2024-11-13T23:24:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741842_1018 (size=181) 2024-11-13T23:24:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x10137cd6e160001, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:49,647 INFO [RS:0;714b435e65e7:46701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:24:49,647 INFO [RS:0;714b435e65e7:46701 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,46701,1731540275147; zookeeper connection closed. 2024-11-13T23:24:49,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10edf884 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10edf884 2024-11-13T23:24:49,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:24:49,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:24:49,981 INFO [M:0;714b435e65e7:42407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:24:49,981 INFO [M:0;714b435e65e7:42407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:24:49,981 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:24:49,981 INFO [M:0;714b435e65e7:42407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:49,981 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:49,981 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:24:49,981 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:49,982 INFO [M:0;714b435e65e7:42407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T23:24:50,006 DEBUG [M:0;714b435e65e7:42407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a94368db09b94d2786a0c2ffdd8f0c4e is 82, key is hbase:meta,,1/info:regioninfo/1731540278535/Put/seqid=0 2024-11-13T23:24:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741843_1019 (size=5672) 2024-11-13T23:24:50,413 INFO [M:0;714b435e65e7:42407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a94368db09b94d2786a0c2ffdd8f0c4e 2024-11-13T23:24:50,437 DEBUG [M:0;714b435e65e7:42407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a654b0a391343f39f5967a441270f6f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731540285801/Put/seqid=0 2024-11-13T23:24:50,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741844_1020 (size=8663) 2024-11-13T23:24:50,843 INFO [M:0;714b435e65e7:42407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a654b0a391343f39f5967a441270f6f 2024-11-13T23:24:50,868 DEBUG [M:0;714b435e65e7:42407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3c4ef20ab494827b21e6f0503d38f9d is 69, key is 714b435e65e7,46701,1731540275147/rs:state/1731540277268/Put/seqid=0 2024-11-13T23:24:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741845_1021 (size=5156) 2024-11-13T23:24:51,274 INFO [M:0;714b435e65e7:42407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3c4ef20ab494827b21e6f0503d38f9d 2024-11-13T23:24:51,286 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a94368db09b94d2786a0c2ffdd8f0c4e as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a94368db09b94d2786a0c2ffdd8f0c4e 2024-11-13T23:24:51,293 INFO [M:0;714b435e65e7:42407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a94368db09b94d2786a0c2ffdd8f0c4e, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T23:24:51,295 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a654b0a391343f39f5967a441270f6f as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a654b0a391343f39f5967a441270f6f 2024-11-13T23:24:51,302 INFO [M:0;714b435e65e7:42407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a654b0a391343f39f5967a441270f6f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T23:24:51,303 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3c4ef20ab494827b21e6f0503d38f9d as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3c4ef20ab494827b21e6f0503d38f9d 2024-11-13T23:24:51,310 INFO [M:0;714b435e65e7:42407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3c4ef20ab494827b21e6f0503d38f9d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T23:24:51,311 INFO [M:0;714b435e65e7:42407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false 2024-11-13T23:24:51,313 INFO [M:0;714b435e65e7:42407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:51,313 DEBUG [M:0;714b435e65e7:42407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540289981Disabling compacts and flushes for region at 1731540289981Disabling writes for close at 1731540289981Obtaining lock to block concurrent updates at 1731540289982 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540289982Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731540289982Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540289983 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540289983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540290004 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540290004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540290421 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540290436 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540290436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540290854 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540290867 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540290867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145340c: reopening flushed file at 1731540291284 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a72ea1: reopening flushed file at 1731540291293 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2b22a9: reopening flushed file at 1731540291302 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false at 1731540291311 (+9 ms)Writing region close event to WAL at 1731540291313 (+2 ms)Closed at 1731540291313 2024-11-13T23:24:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741830_1006 (size=59421) 2024-11-13T23:24:51,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:24:51,318 INFO [M:0;714b435e65e7:42407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:24:51,318 INFO [M:0;714b435e65e7:42407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42407 2024-11-13T23:24:51,318 INFO [M:0;714b435e65e7:42407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:24:51,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:51,467 INFO [M:0;714b435e65e7:42407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:24:51,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42407-0x10137cd6e160000, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:51,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:24:51,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:51,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:51,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:24:51,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:51,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:24:51,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:24:51,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:24:51,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42275 2024-11-13T23:24:51,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42275 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:51,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422750x0, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:51,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42275-0x10137cd6e160006 connected 2024-11-13T23:24:51,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:51,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:51,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:51,502 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: INIT 2024-11-13T23:24:51,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819, hbase.cluster.distributed=false 2024-11-13T23:24:51,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/acl 2024-11-13T23:24:51,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42275 2024-11-13T23:24:51,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42275 2024-11-13T23:24:51,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42275 2024-11-13T23:24:51,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42275 2024-11-13T23:24:51,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42275 2024-11-13T23:24:51,519 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:24:51,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:51,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:51,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:24:51,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:24:51,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:24:51,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:24:51,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:24:51,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35561 2024-11-13T23:24:51,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35561 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-13T23:24:51,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:51,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355610x0, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:24:51,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355610x0, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:51,537 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: INIT 2024-11-13T23:24:51,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35561-0x10137cd6e160007 connected 2024-11-13T23:24:51,538 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:24:51,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:24:51,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/master 2024-11-13T23:24:51,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/acl 2024-11-13T23:24:51,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35561 2024-11-13T23:24:51,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35561 2024-11-13T23:24:51,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35561 2024-11-13T23:24:51,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35561 2024-11-13T23:24:51,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35561 2024-11-13T23:24:51,556 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:42275 2024-11-13T23:24:51,557 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1007675639/backup-masters/714b435e65e7,42275,1731540291472 2024-11-13T23:24:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:51,567 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on existing znode=/0-1007675639/backup-masters/714b435e65e7,42275,1731540291472 2024-11-13T23:24:51,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007675639/master 2024-11-13T23:24:51,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:51,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:51,575 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on existing znode=/0-1007675639/master 2024-11-13T23:24:51,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1007675639/backup-masters/714b435e65e7,42275,1731540291472 from backup master directory 2024-11-13T23:24:51,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:51,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/backup-masters/714b435e65e7,42275,1731540291472 2024-11-13T23:24:51,583 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:24:51,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/backup-masters 2024-11-13T23:24:51,583 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,42275,1731540291472 2024-11-13T23:24:51,600 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:24:51,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:24:51,618 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-13T23:24:51,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741846_1022 (size=196) 2024-11-13T23:24:52,037 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:24:52,038 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:24:52,039 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:52,050 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T23:24:52,053 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385 to hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385-dead as it is dead 2024-11-13T23:24:52,054 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T23:24:52,054 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T23:24:52,055 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385-dead/714b435e65e7%2C42407%2C1731540274385.1731540276462 2024-11-13T23:24:52,059 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385-dead/714b435e65e7%2C42407%2C1731540274385.1731540276462 after 2ms 2024-11-13T23:24:52,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385-dead/714b435e65e7%2C42407%2C1731540274385.1731540276462 to hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C42407%2C1731540274385.1731540276462 2024-11-13T23:24:52,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42407,1731540274385-dead 2024-11-13T23:24:52,061 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42275,1731540291472 2024-11-13T23:24:52,062 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:24:52,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C42275%2C1731540291472, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42275,1731540291472, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/oldWALs, maxLogs=10 2024-11-13T23:24:52,076 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42275,1731540291472/714b435e65e7%2C42275%2C1731540291472.1731540292064, exclude list is [], retry=0 2024-11-13T23:24:52,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:52,082 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/WALs/714b435e65e7,42275,1731540291472/714b435e65e7%2C42275%2C1731540291472.1731540292064 2024-11-13T23:24:52,082 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:52,082 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:52,083 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:52,083 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,083 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:24:52,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:52,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a94368db09b94d2786a0c2ffdd8f0c4e 2024-11-13T23:24:52,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:52,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:24:52,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:52,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a654b0a391343f39f5967a441270f6f 2024-11-13T23:24:52,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:52,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:24:52,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:52,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3c4ef20ab494827b21e6f0503d38f9d 2024-11-13T23:24:52,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:52,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:24:52,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:52,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:52,113 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,114 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T23:24:52,114 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C42407%2C1731540274385.1731540276462 2024-11-13T23:24:52,129 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C42407%2C1731540274385.1731540276462 2024-11-13T23:24:52,131 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C42407%2C1731540274385.1731540276462 2024-11-13T23:24:52,132 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,132 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,133 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:52,134 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:24:52,137 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T23:24:52,138 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67126588, jitterRate=2.6410818099975586E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:52,138 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540292083Initializing all the Stores at 1731540292084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540292084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540292084Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540292084Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540292084Cleaning up temporary data from old regions at 1731540292132 (+48 ms)Region opened successfully at 1731540292138 (+6 ms) 2024-11-13T23:24:52,139 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:24:52,142 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b11a74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:24:52,153 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T23:24:52,153 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:24:52,153 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:24:52,153 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:24:52,154 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:24:52,160 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:24:52,160 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:24:52,161 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:24:52,161 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:24:52,161 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T23:24:52,161 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T23:24:52,162 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T23:24:52,162 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:24:52,166 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=714b435e65e7,46701,1731540275147, regionLocation=714b435e65e7,46701,1731540275147, openSeqNum=2 2024-11-13T23:24:52,166 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=714b435e65e7,46701,1731540275147, table=hbase:meta, region=1588230740 2024-11-13T23:24:52,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,46701,1731540275147, state=OPEN 2024-11-13T23:24:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:52,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:52,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:52,209 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:24:52,220 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/draining/714b435e65e7,46701,1731540275147 already deleted, retry=false 2024-11-13T23:24:52,220 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 714b435e65e7,46701,1731540275147 on 714b435e65e7,42275,1731540291472 2024-11-13T23:24:52,227 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 714b435e65e7,46701,1731540275147, splitWal=true, meta=true 2024-11-13T23:24:52,230 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 714b435e65e7,46701,1731540275147 (carryingMeta=true) 714b435e65e7,46701,1731540275147/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@70100f50[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T23:24:52,233 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/balancer because node does not exist (not necessarily an error) 2024-11-13T23:24:52,275 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/balancer already deleted, retry=false 2024-11-13T23:24:52,276 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:24:52,277 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:24:52,295 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/normalizer already deleted, retry=false 2024-11-13T23:24:52,295 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:24:52,297 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:24:52,303 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/switch/split already deleted, retry=false 2024-11-13T23:24:52,305 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:24:52,312 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/switch/merge already deleted, retry=false 2024-11-13T23:24:52,339 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:24:52,345 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/snapshot-cleanup already deleted, retry=false 2024-11-13T23:24:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:52,354 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,42275,1731540291472, sessionid=0x10137cd6e160006, setting cluster-up flag (Was=false) 2024-11-13T23:24:52,363 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1007675639/flush-table-proc/acquired, /0-1007675639/flush-table-proc/reached, /0-1007675639/flush-table-proc/abort 2024-11-13T23:24:52,364 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42275,1731540291472 2024-11-13T23:24:52,376 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1007675639/online-snapshot/acquired, /0-1007675639/online-snapshot/reached, /0-1007675639/online-snapshot/abort 2024-11-13T23:24:52,377 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42275,1731540291472 2024-11-13T23:24:52,378 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/.lastflushedseqids 2024-11-13T23:24:52,381 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:24:52,381 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:24:52,382 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,42275,1731540291472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 714b435e65e7,46701,1731540275147 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:24:52,383 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:52,383 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:52,383 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:52,384 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:24:52,384 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:24:52,384 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,384 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:24:52,384 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,385 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540322385 2024-11-13T23:24:52,385 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:24:52,385 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:24:52,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:24:52,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:24:52,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:24:52,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:24:52,387 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540292387,5,FailOnTimeoutGroup] 2024-11-13T23:24:52,387 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540292387,5,FailOnTimeoutGroup] 2024-11-13T23:24:52,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:24:52,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,388 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540292387, completionTime=-1 2024-11-13T23:24:52,388 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 714b435e65e7,46701,1731540275147, splitWal=true, meta=true 2024-11-13T23:24:52,388 WARN [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T23:24:52,389 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 714b435e65e7,46701,1731540275147, splitWal=true, meta=true, isMeta: true 2024-11-13T23:24:52,390 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T23:24:52,391 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147-splitting 2024-11-13T23:24:52,392 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147-splitting dir is empty, no logs to split. 2024-11-13T23:24:52,392 INFO [PEWorker-1 {}] master.SplitWALManager(105): 714b435e65e7,46701,1731540275147 WAL count=0, meta=true 2024-11-13T23:24:52,396 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147-splitting dir is empty, no logs to split. 2024-11-13T23:24:52,396 INFO [PEWorker-1 {}] master.SplitWALManager(105): 714b435e65e7,46701,1731540275147 WAL count=0, meta=true 2024-11-13T23:24:52,396 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 714b435e65e7,46701,1731540275147 WAL splitting is done? wals=0, meta=true 2024-11-13T23:24:52,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:24:52,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:24:52,401 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:24:52,448 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(746): ClusterId : 5f7cb3dd-6bf3-4425-b81f-afaeab6e271b 2024-11-13T23:24:52,448 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:24:52,459 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:24:52,459 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:24:52,471 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:24:52,472 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bae93df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:24:52,484 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:35561 2024-11-13T23:24:52,484 INFO [RS:0;714b435e65e7:35561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:24:52,484 INFO [RS:0;714b435e65e7:35561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:24:52,484 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:24:52,485 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,42275,1731540291472 with port=35561, startcode=1731540291519 2024-11-13T23:24:52,485 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:24:52,487 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:24:52,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,35561,1731540291519 2024-11-13T23:24:52,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42275 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,35561,1731540291519 2024-11-13T23:24:52,489 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819 2024-11-13T23:24:52,489 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37015 2024-11-13T23:24:52,489 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:24:52,491 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T23:24:52,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/rs 2024-11-13T23:24:52,501 DEBUG [RS:0;714b435e65e7:35561 {}] zookeeper.ZKUtil(111): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on existing znode=/0-1007675639/rs/714b435e65e7,35561,1731540291519 2024-11-13T23:24:52,501 WARN [RS:0;714b435e65e7:35561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:24:52,501 INFO [RS:0;714b435e65e7:35561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:52,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,35561,1731540291519] 2024-11-13T23:24:52,501 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519 2024-11-13T23:24:52,539 INFO [RS:0;714b435e65e7:35561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:24:52,541 INFO [RS:0;714b435e65e7:35561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:24:52,541 INFO [RS:0;714b435e65e7:35561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:24:52,541 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,542 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:24:52,543 INFO [RS:0;714b435e65e7:35561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:24:52,543 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,543 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,544 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,544 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:24:52,544 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:24:52,544 DEBUG [RS:0;714b435e65e7:35561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:24:52,546 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,546 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,546 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,546 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,546 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,546 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35561,1731540291519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:24:52,552 WARN [714b435e65e7:42275 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:24:52,563 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:24:52,564 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35561,1731540291519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,578 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,35561,1731540291519, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:24:52,591 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(231): queueId=2-714b435e65e7,35561,1731540291519, ReplicationSource: 2, currentBandwidth=0 2024-11-13T23:24:52,591 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,591 INFO [RS:0;714b435e65e7:35561 {}] regionserver.Replication(171): 714b435e65e7,35561,1731540291519 started 2024-11-13T23:24:52,592 DEBUG [RS:0;714b435e65e7:35561.replicationSource,1-714b435e65e7,35561,1731540291519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:52,593 DEBUG [RS:0;714b435e65e7:35561.replicationSource,1-714b435e65e7,35561,1731540291519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682519c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:52,593 DEBUG [RS:0;714b435e65e7:35561.replicationSource,1-714b435e65e7,35561,1731540291519 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:52,593 DEBUG [RS:0;714b435e65e7:35561.replicationSource,1-714b435e65e7,35561,1731540291519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:52,594 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:52,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a382395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:52,596 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:52,597 DEBUG [RS:0;714b435e65e7:35561.replicationSource,1-714b435e65e7,35561,1731540291519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c205e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:52,598 DEBUG [RS:0;714b435e65e7:35561.replicationSource,1-714b435e65e7,35561,1731540291519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:52,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:52,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ece913 2024-11-13T23:24:52,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:52,600 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T23:24:52,600 INFO [RS:0;714b435e65e7:35561.replicationSource,1-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,35561,1731540291519 (queues=0) is replicating from cluster=5f7cb3dd-6bf3-4425-b81f-afaeab6e271b to cluster=90cdd180-c3f2-4046-a9b7-9d88e39b1c5d 2024-11-13T23:24:52,607 DEBUG [RS:0;714b435e65e7:35561.replicationSource,2-714b435e65e7,35561,1731540291519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40841' 2024-11-13T23:24:52,608 DEBUG [RS:0;714b435e65e7:35561.replicationSource,2-714b435e65e7,35561,1731540291519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e51c95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:52,608 DEBUG [RS:0;714b435e65e7:35561.replicationSource,2-714b435e65e7,35561,1731540291519 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40841,-1 for getting cluster id 2024-11-13T23:24:52,608 DEBUG [RS:0;714b435e65e7:35561.replicationSource,2-714b435e65e7,35561,1731540291519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:52,609 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cdd180-c3f2-4046-a9b7-9d88e39b1c5d' 2024-11-13T23:24:52,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:52,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cdd180-c3f2-4046-a9b7-9d88e39b1c5d" 2024-11-13T23:24:52,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f1545f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:52,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40841,-1] 2024-11-13T23:24:52,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:52,610 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:52,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:52,610 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,35561,1731540291519, RpcServer on 714b435e65e7/172.17.0.2:35561, sessionid=0x10137cd6e160007 2024-11-13T23:24:52,611 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:24:52,611 DEBUG [RS:0;714b435e65e7:35561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,35561,1731540291519 2024-11-13T23:24:52,611 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,35561,1731540291519' 2024-11-13T23:24:52,611 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1007675639/flush-table-proc/abort' 2024-11-13T23:24:52,611 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:52,611 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1007675639/flush-table-proc/acquired' 2024-11-13T23:24:52,612 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:24:52,612 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:24:52,612 DEBUG [RS:0;714b435e65e7:35561.replicationSource,2-714b435e65e7,35561,1731540291519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3daa867d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:52,612 DEBUG [RS:0;714b435e65e7:35561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,35561,1731540291519 2024-11-13T23:24:52,612 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,35561,1731540291519' 2024-11-13T23:24:52,612 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1007675639/online-snapshot/abort' 2024-11-13T23:24:52,612 DEBUG [RS:0;714b435e65e7:35561.replicationSource,2-714b435e65e7,35561,1731540291519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:52,613 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1007675639/online-snapshot/acquired' 2024-11-13T23:24:52,613 DEBUG [RS:0;714b435e65e7:35561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:24:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40841,1731540280596 2024-11-13T23:24:52,613 INFO [RS:0;714b435e65e7:35561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:24:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d22cac 2024-11-13T23:24:52,613 INFO [RS:0;714b435e65e7:35561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:24:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:52,614 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T23:24:52,615 INFO [RS:0;714b435e65e7:35561.replicationSource,2-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-714b435e65e7,35561,1731540291519 (queues=0) is replicating from cluster=5f7cb3dd-6bf3-4425-b81f-afaeab6e271b to cluster=90cdd180-c3f2-4046-a9b7-9d88e39b1c5d 2024-11-13T23:24:52,714 INFO [RS:0;714b435e65e7:35561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:24:52,719 INFO [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C35561%2C1731540291519, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs, maxLogs=10 2024-11-13T23:24:52,735 DEBUG [RS:0;714b435e65e7:35561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720, exclude list is [], retry=0 2024-11-13T23:24:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:52,740 INFO [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 2024-11-13T23:24:52,740 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 714b435e65e7%2C35561%2C1731540291519 for peer 1 2024-11-13T23:24:52,740 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 714b435e65e7%2C35561%2C1731540291519 for peer 2 2024-11-13T23:24:52,740 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C35561%2C1731540291519 2024-11-13T23:24:52,740 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,35561,1731540291519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:24:52,741 INFO [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C35561%2C1731540291519 2024-11-13T23:24:52,741 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=714b435e65e7%2C35561%2C1731540291519 2024-11-13T23:24:52,741 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-714b435e65e7,35561,1731540291519, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:24:52,741 DEBUG [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:52,741 INFO [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C35561%2C1731540291519 2024-11-13T23:24:52,741 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720, startPosition=0, beingWritten=true 2024-11-13T23:24:52,741 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720, startPosition=0, beingWritten=true 2024-11-13T23:24:52,802 DEBUG [714b435e65e7:42275 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:24:52,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,35561,1731540291519 2024-11-13T23:24:52,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,35561,1731540291519, state=OPENING 2024-11-13T23:24:52,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:52,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:52,850 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:24:52,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:52,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:52,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,35561,1731540291519}] 2024-11-13T23:24:52,948 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:52,948 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:53,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:24:53,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:24:53,020 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:24:53,020 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:53,020 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:24:53,022 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C35561%2C1731540291519.meta, suffix=.meta, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs, maxLogs=10 2024-11-13T23:24:53,034 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.meta.1731540293023.meta, exclude list is [], retry=0 2024-11-13T23:24:53,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:53,039 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.meta.1731540293023.meta 2024-11-13T23:24:53,039 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:53,039 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:53,039 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:24:53,039 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:24:53,040 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:24:53,040 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:24:53,040 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:24:53,040 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:53,040 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:24:53,040 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:24:53,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:24:53,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:24:53,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:53,050 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/info/7fda26fe31674cacbbaede6cd473d317 2024-11-13T23:24:53,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:53,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:24:53,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:24:53,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:53,058 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/ns/53738af33ba148e383e2f1dabfd6223c 2024-11-13T23:24:53,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:53,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:24:53,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:24:53,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:53,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:53,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:24:53,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:24:53,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:53,069 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/table/8ff422020ddb4b5bbdfdbda97eebe06b 2024-11-13T23:24:53,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:24:53,069 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:24:53,070 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740 2024-11-13T23:24:53,071 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740 2024-11-13T23:24:53,073 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:24:53,073 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:24:53,073 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:24:53,075 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:24:53,076 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74533235, jitterRate=0.11063174903392792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:24:53,076 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:24:53,076 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540293040Writing region info on filesystem at 1731540293040Initializing all the Stores at 1731540293041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540293041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540293041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540293041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540293041Cleaning up temporary data from old regions at 1731540293073 (+32 ms)Running coprocessor post-open hooks at 1731540293076 (+3 ms)Region opened successfully at 1731540293076 2024-11-13T23:24:53,077 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731540293006 2024-11-13T23:24:53,080 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:24:53,080 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:24:53,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=714b435e65e7,35561,1731540291519 2024-11-13T23:24:53,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,35561,1731540291519, state=OPEN 2024-11-13T23:24:53,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:53,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1007675639/meta-region-server 2024-11-13T23:24:53,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,35561,1731540291519 2024-11-13T23:24:53,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:53,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1007675639/meta-region-server: CHANGED 2024-11-13T23:24:53,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T23:24:53,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,35561,1731540291519 in 312 msec 2024-11-13T23:24:53,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T23:24:53,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 769 msec 2024-11-13T23:24:53,258 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:53,258 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:53,667 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:53,667 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:53,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T23:24:54,176 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:54,176 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:54,789 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:54,789 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:54,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:24:55,498 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-13T23:24:55,502 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:55,502 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:56,313 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:56,313 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:56,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T23:24:56,901 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:24:56,902 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:24:56,902 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,35561,1731540291519, seqNum=-1] 2024-11-13T23:24:56,903 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:24:56,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:24:56,911 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=751401df644c267b02f6ba68c44267ad, regionState=OPEN, lastHost=714b435e65e7,46701,1731540275147, regionLocation=714b435e65e7,46701,1731540275147, openSeqNum=2 2024-11-13T23:24:56,911 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:24:56,911 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540356911 2024-11-13T23:24:56,911 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540416911 2024-11-13T23:24:56,911 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-13T23:24:56,912 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42275,1731540291472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:56,912 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42275,1731540291472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:56,912 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42275,1731540291472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:56,912 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:42275, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:56,912 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:56,912 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 714b435e65e7,46701,1731540275147 had 2 regions 2024-11-13T23:24:56,912 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:56,915 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 714b435e65e7,46701,1731540275147, splitWal=true, meta=true, isMeta: false 2024-11-13T23:24:56,917 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147-splitting dir is empty, no logs to split. 2024-11-13T23:24:56,917 INFO [PEWorker-4 {}] master.SplitWALManager(105): 714b435e65e7,46701,1731540275147 WAL count=0, meta=false 2024-11-13T23:24:56,920 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.337sec 2024-11-13T23:24:56,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:24:56,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:24:56,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:24:56,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:24:56,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:24:56,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42275,1731540291472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:24:56,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42275,1731540291472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:24:56,921 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,46701,1731540275147-splitting dir is empty, no logs to split. 2024-11-13T23:24:56,922 INFO [PEWorker-4 {}] master.SplitWALManager(105): 714b435e65e7,46701,1731540275147 WAL count=0, meta=false 2024-11-13T23:24:56,922 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 714b435e65e7,46701,1731540275147 WAL splitting is done? wals=0, meta=false 2024-11-13T23:24:56,924 WARN [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=714b435e65e7,46701,1731540275147/hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:56,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN}] 2024-11-13T23:24:56,926 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:24:56,926 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:24:56,926 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42275,1731540291472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:24:56,927 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN 2024-11-13T23:24:56,929 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:24:56,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:56,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42275,-1 for getting cluster id 2024-11-13T23:24:56,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:56,955 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7cb3dd-6bf3-4425-b81f-afaeab6e271b' 2024-11-13T23:24:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7cb3dd-6bf3-4425-b81f-afaeab6e271b" 2024-11-13T23:24:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65198a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42275,-1] 2024-11-13T23:24:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:56,959 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793c9fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:56,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:24:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,35561,1731540291519, seqNum=-1] 2024-11-13T23:24:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:24:56,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:24:56,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T23:24:56,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:56,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:56,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:56,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:56,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:56,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 714b435e65e7:42275 after: 714b435e65e7:42275 2024-11-13T23:24:56,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:56,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42275,-1 for getting cluster id 2024-11-13T23:24:56,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:24:56,971 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f7cb3dd-6bf3-4425-b81f-afaeab6e271b' 2024-11-13T23:24:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:24:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f7cb3dd-6bf3-4425-b81f-afaeab6e271b" 2024-11-13T23:24:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@931f7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42275,-1] 2024-11-13T23:24:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:24:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:56,973 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:24:56,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:24:56,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:24:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42275,1731540291472 2024-11-13T23:24:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2474ec12 2024-11-13T23:24:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:24:56,976 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:24:56,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42275 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:24:56,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42275 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T23:24:56,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42275 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:24:56,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42275 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T23:24:56,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:24:56,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:56,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:56,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:56,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:56,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:56,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:24:56,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=241337532, stopped=false 2024-11-13T23:24:56,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,40841,1731540280596 2024-11-13T23:24:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1452010028/running 2024-11-13T23:24:57,028 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1452010028/running 2024-11-13T23:24:57,029 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:57,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:57,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:24:57,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:57,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:57,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:57,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on znode that does not yet exist, /1452010028/running 2024-11-13T23:24:57,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Set watcher on znode that does not yet exist, /1452010028/running 2024-11-13T23:24:57,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,36815,1731540280750' ***** 2024-11-13T23:24:57,030 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:24:57,030 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:24:57,030 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:24:57,031 INFO [RS:0;714b435e65e7:36815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:24:57,031 INFO [RS:0;714b435e65e7:36815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:24:57,031 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,36815,1731540280750 2024-11-13T23:24:57,031 INFO [RS:0;714b435e65e7:36815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:24:57,031 INFO [RS:0;714b435e65e7:36815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:36815. 2024-11-13T23:24:57,031 DEBUG [RS:0;714b435e65e7:36815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:57,031 DEBUG [RS:0;714b435e65e7:36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:57,031 INFO [RS:0;714b435e65e7:36815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:24:57,032 INFO [RS:0;714b435e65e7:36815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:24:57,032 INFO [RS:0;714b435e65e7:36815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:24:57,032 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:24:57,032 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:24:57,032 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:24:57,032 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:57,032 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:24:57,033 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:24:57,033 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:24:57,033 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:24:57,033 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:24:57,033 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T23:24:57,035 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:24:57,057 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740/.tmp/ns/202b632d0df348939199f0570def4395 is 43, key is default/ns:d/1731540284357/Put/seqid=0 2024-11-13T23:24:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741835_1011 (size=5153) 2024-11-13T23:24:57,079 DEBUG [714b435e65e7:42275 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:24:57,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=751401df644c267b02f6ba68c44267ad, regionState=OPENING, regionLocation=714b435e65e7,35561,1731540291519 2024-11-13T23:24:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN because future has completed 2024-11-13T23:24:57,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 751401df644c267b02f6ba68c44267ad, server=714b435e65e7,35561,1731540291519}] 2024-11-13T23:24:57,221 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:57,221 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:57,221 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:24:57,221 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:24:57,233 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:57,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:57,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:24:57,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:24:57,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C35561%2C1731540291519.rep, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs, maxLogs=10 2024-11-13T23:24:57,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.rep.1731540297246, exclude list is [], retry=0 2024-11-13T23:24:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-d4a65784-af1e-479b-8e0e-ffc40844c378,DISK] 2024-11-13T23:24:57,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.rep.1731540297246 2024-11-13T23:24:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45969:45969)] 2024-11-13T23:24:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 751401df644c267b02f6ba68c44267ad, NAME => 'hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:24:57,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:24:57,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:24:57,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. service=MultiRowMutationService 2024-11-13T23:24:57,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:24:57,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:24:57,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,266 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,267 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751401df644c267b02f6ba68c44267ad columnFamilyName hfileref 2024-11-13T23:24:57,267 DEBUG [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:57,267 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(327): Store=751401df644c267b02f6ba68c44267ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:57,268 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,268 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751401df644c267b02f6ba68c44267ad columnFamilyName queue 2024-11-13T23:24:57,269 DEBUG [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:57,276 DEBUG [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/queue/ea0025bdf8554a209ac78e64347fa801 2024-11-13T23:24:57,276 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(327): Store=751401df644c267b02f6ba68c44267ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:57,276 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,278 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751401df644c267b02f6ba68c44267ad columnFamilyName sid 2024-11-13T23:24:57,278 DEBUG [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:24:57,278 INFO [StoreOpener-751401df644c267b02f6ba68c44267ad-1 {}] regionserver.HStore(327): Store=751401df644c267b02f6ba68c44267ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:24:57,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:24:57,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 751401df644c267b02f6ba68c44267ad; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64370290, jitterRate=-0.04080793261528015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:24:57,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:57,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 751401df644c267b02f6ba68c44267ad: Running coprocessor pre-open hook at 1731540297264Writing region info on filesystem at 1731540297264Initializing all the Stores at 1731540297265 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540297266 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540297266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540297266Cleaning up temporary data from old regions at 1731540297282 (+16 ms)Running coprocessor post-open hooks at 1731540297286 (+4 ms)Region opened successfully at 1731540297286 2024-11-13T23:24:57,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., pid=19, masterSystemTime=1731540297239 2024-11-13T23:24:57,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:57,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:57,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=751401df644c267b02f6ba68c44267ad, regionState=OPEN, openSeqNum=10, regionLocation=714b435e65e7,35561,1731540291519 2024-11-13T23:24:57,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 751401df644c267b02f6ba68c44267ad, server=714b435e65e7,35561,1731540291519 because future has completed 2024-11-13T23:24:57,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T23:24:57,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 751401df644c267b02f6ba68c44267ad, server=714b435e65e7,35561,1731540291519 in 212 msec 2024-11-13T23:24:57,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T23:24:57,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=751401df644c267b02f6ba68c44267ad, ASSIGN in 374 msec 2024-11-13T23:24:57,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T23:24:57,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., hostname=714b435e65e7,35561,1731540291519, seqNum=10] 2024-11-13T23:24:57,345 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 714b435e65e7,46701,1731540275147 2024-11-13T23:24:57,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T23:24:57,433 DEBUG [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:24:57,462 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740/.tmp/ns/202b632d0df348939199f0570def4395 2024-11-13T23:24:57,471 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740/.tmp/ns/202b632d0df348939199f0570def4395 as hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740/ns/202b632d0df348939199f0570def4395 2024-11-13T23:24:57,478 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740/ns/202b632d0df348939199f0570def4395, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T23:24:57,479 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-13T23:24:57,479 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:24:57,484 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T23:24:57,485 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:24:57,485 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:24:57,485 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:24:57,485 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540297032Running coprocessor pre-close hooks at 1731540297032Disabling compacts and flushes for region at 1731540297032Disabling writes for close at 1731540297033 (+1 ms)Obtaining lock to block concurrent updates at 1731540297033Preparing flush snapshotting stores in 1588230740 at 1731540297033Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731540297034 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731540297035 (+1 ms)Flushing 1588230740/ns: creating writer at 1731540297035Flushing 1588230740/ns: appending metadata at 1731540297056 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731540297056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ed6f64: reopening flushed file at 1731540297470 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1731540297479 (+9 ms)Writing region close event to WAL at 1731540297480 (+1 ms)Running coprocessor post-close hooks at 1731540297485 (+5 ms)Closed at 1731540297485 2024-11-13T23:24:57,485 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:24:57,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T23:24:57,633 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,36815,1731540280750; all regions closed. 2024-11-13T23:24:57,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741834_1010 (size=1152) 2024-11-13T23:24:57,639 DEBUG [RS:0;714b435e65e7:36815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/oldWALs 2024-11-13T23:24:57,639 INFO [RS:0;714b435e65e7:36815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36815%2C1731540280750.meta:.meta(num 1731540284287) 2024-11-13T23:24:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741832_1008 (size=93) 2024-11-13T23:24:57,646 DEBUG [RS:0;714b435e65e7:36815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/oldWALs 2024-11-13T23:24:57,646 INFO [RS:0;714b435e65e7:36815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36815%2C1731540280750:(num 1731540283362) 2024-11-13T23:24:57,646 DEBUG [RS:0;714b435e65e7:36815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:57,647 INFO [RS:0;714b435e65e7:36815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:24:57,647 INFO [RS:0;714b435e65e7:36815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:24:57,647 INFO [RS:0;714b435e65e7:36815 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:24:57,647 INFO [RS:0;714b435e65e7:36815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:24:57,647 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:24:57,648 INFO [RS:0;714b435e65e7:36815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36815 2024-11-13T23:24:57,687 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1452010028/rs/714b435e65e7,36815,1731540280750 2024-11-13T23:24:57,687 INFO [RS:0;714b435e65e7:36815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:24:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028/rs 2024-11-13T23:24:57,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,36815,1731540280750] 2024-11-13T23:24:57,703 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1452010028/draining/714b435e65e7,36815,1731540280750 already deleted, retry=false 2024-11-13T23:24:57,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,36815,1731540280750 expired; onlineServers=0 2024-11-13T23:24:57,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,40841,1731540280596' ***** 2024-11-13T23:24:57,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:24:57,704 INFO [M:0;714b435e65e7:40841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:24:57,704 INFO [M:0;714b435e65e7:40841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:24:57,705 DEBUG [M:0;714b435e65e7:40841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:24:57,705 DEBUG [M:0;714b435e65e7:40841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:24:57,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:24:57,705 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540283051 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540283051,5,FailOnTimeoutGroup] 2024-11-13T23:24:57,705 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540283051 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540283051,5,FailOnTimeoutGroup] 2024-11-13T23:24:57,706 INFO [M:0;714b435e65e7:40841 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:24:57,706 INFO [M:0;714b435e65e7:40841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:24:57,706 DEBUG [M:0;714b435e65e7:40841 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:24:57,707 INFO [M:0;714b435e65e7:40841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:24:57,707 INFO [M:0;714b435e65e7:40841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:24:57,707 INFO [M:0;714b435e65e7:40841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:24:57,707 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:24:57,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1452010028/master 2024-11-13T23:24:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1452010028 2024-11-13T23:24:57,717 DEBUG [M:0;714b435e65e7:40841 {}] zookeeper.ZKUtil(347): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Unable to get data of znode /1452010028/master because node does not exist (not an error) 2024-11-13T23:24:57,717 WARN [M:0;714b435e65e7:40841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:24:57,719 INFO [M:0;714b435e65e7:40841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/.lastflushedseqids 2024-11-13T23:24:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741836_1012 (size=99) 2024-11-13T23:24:57,795 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:57,796 INFO [RS:0;714b435e65e7:36815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:24:57,796 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36815-0x10137cd6e160004, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:57,796 INFO [RS:0;714b435e65e7:36815 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,36815,1731540280750; zookeeper connection closed. 2024-11-13T23:24:57,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@236f3bbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@236f3bbb 2024-11-13T23:24:57,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:24:58,129 INFO [M:0;714b435e65e7:40841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:24:58,129 INFO [M:0;714b435e65e7:40841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:24:58,129 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:24:58,130 INFO [M:0;714b435e65e7:40841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:58,130 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:58,130 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:24:58,130 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:58,131 INFO [M:0;714b435e65e7:40841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T23:24:58,151 DEBUG [M:0;714b435e65e7:40841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66fbdfb6a23f4e14bf41bd6211995544 is 82, key is hbase:meta,,1/info:regioninfo/1731540284332/Put/seqid=0 2024-11-13T23:24:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741837_1013 (size=5672) 2024-11-13T23:24:58,227 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:58,227 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:58,557 INFO [M:0;714b435e65e7:40841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66fbdfb6a23f4e14bf41bd6211995544 2024-11-13T23:24:58,580 DEBUG [M:0;714b435e65e7:40841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5346f624e02449ae8d7ec28cd3893998 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731540284364/Put/seqid=0 2024-11-13T23:24:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741838_1014 (size=5275) 2024-11-13T23:24:58,986 INFO [M:0;714b435e65e7:40841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5346f624e02449ae8d7ec28cd3893998 2024-11-13T23:24:59,009 DEBUG [M:0;714b435e65e7:40841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd68e808f27451ea4959bbdf5f5ff65 is 69, key is 714b435e65e7,36815,1731540280750/rs:state/1731540283146/Put/seqid=0 2024-11-13T23:24:59,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741839_1015 (size=5156) 2024-11-13T23:24:59,334 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:59,334 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:24:59,415 INFO [M:0;714b435e65e7:40841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd68e808f27451ea4959bbdf5f5ff65 2024-11-13T23:24:59,424 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66fbdfb6a23f4e14bf41bd6211995544 as hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66fbdfb6a23f4e14bf41bd6211995544 2024-11-13T23:24:59,433 INFO [M:0;714b435e65e7:40841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66fbdfb6a23f4e14bf41bd6211995544, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T23:24:59,434 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5346f624e02449ae8d7ec28cd3893998 as hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5346f624e02449ae8d7ec28cd3893998 2024-11-13T23:24:59,442 INFO [M:0;714b435e65e7:40841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5346f624e02449ae8d7ec28cd3893998, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T23:24:59,444 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd68e808f27451ea4959bbdf5f5ff65 as hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd68e808f27451ea4959bbdf5f5ff65 2024-11-13T23:24:59,452 INFO [M:0;714b435e65e7:40841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/22a8d869-b406-735e-add2-0bb6a92657d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd68e808f27451ea4959bbdf5f5ff65, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T23:24:59,454 INFO [M:0;714b435e65e7:40841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false 2024-11-13T23:24:59,461 INFO [M:0;714b435e65e7:40841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:24:59,461 DEBUG [M:0;714b435e65e7:40841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540298129Disabling compacts and flushes for region at 1731540298129Disabling writes for close at 1731540298130 (+1 ms)Obtaining lock to block concurrent updates at 1731540298131 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540298131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731540298132 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540298133 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540298134 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540298151 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540298151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540298564 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540298579 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540298579Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540298993 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540299008 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540299008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23288f5d: reopening flushed file at 1731540299422 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3046c97e: reopening flushed file at 1731540299433 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1c7658: reopening flushed file at 1731540299442 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false at 1731540299454 (+12 ms)Writing region close event to WAL at 1731540299461 (+7 ms)Closed at 1731540299461 2024-11-13T23:24:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741830_1006 (size=10165) 2024-11-13T23:24:59,467 INFO [M:0;714b435e65e7:40841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:24:59,467 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:24:59,467 INFO [M:0;714b435e65e7:40841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40841 2024-11-13T23:24:59,470 INFO [M:0;714b435e65e7:40841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:24:59,612 INFO [M:0;714b435e65e7:40841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:24:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40841-0x10137cd6e160003, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:24:59,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:24:59,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:24:59,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:24:59,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:24:59,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.log.dir/,STOPPED} 2024-11-13T23:24:59,625 WARN [BP-353798888-172.17.0.2-1731540278871 heartbeating to localhost/127.0.0.1:36969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:24:59,625 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:24:59,626 WARN [BP-353798888-172.17.0.2-1731540278871 heartbeating to localhost/127.0.0.1:36969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-353798888-172.17.0.2-1731540278871 (Datanode Uuid d0eb59b9-73a3-4289-a91b-93751d9953d0) service to localhost/127.0.0.1:36969 2024-11-13T23:24:59,626 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:24:59,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/cluster_b016b384-7bd7-69b1-e162-7d81654f08cb/data/data1/current/BP-353798888-172.17.0.2-1731540278871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:24:59,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/cluster_b016b384-7bd7-69b1-e162-7d81654f08cb/data/data2/current/BP-353798888-172.17.0.2-1731540278871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:24:59,627 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:24:59,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:24:59,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:24:59,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:24:59,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:24:59,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.log.dir/,STOPPED} 2024-11-13T23:24:59,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:24:59,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:24:59,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:59,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:59,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:59,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:59,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:24:59,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:24:59,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651212154, stopped=false 2024-11-13T23:24:59,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,42275,1731540291472 2024-11-13T23:24:59,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:59,687 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:24:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/running 2024-11-13T23:24:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:24:59,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:59,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Set watcher on znode that does not yet exist, /0-1007675639/running 2024-11-13T23:24:59,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:24:59,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:59,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:59,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,35561,1731540291519' ***** 2024-11-13T23:24:59,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:24:59,690 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:24:59,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:24:59,690 INFO [RS:0;714b435e65e7:35561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:24:59,691 INFO [RS:0;714b435e65e7:35561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:24:59,691 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(3091): Received CLOSE for 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:59,691 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,35561,1731540291519 2024-11-13T23:24:59,691 INFO [RS:0;714b435e65e7:35561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:24:59,691 INFO [RS:0;714b435e65e7:35561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:35561. 2024-11-13T23:24:59,691 DEBUG [RS:0;714b435e65e7:35561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:24:59,691 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:24:59,691 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 751401df644c267b02f6ba68c44267ad, disabling compactions & flushes 2024-11-13T23:24:59,692 INFO [RS:0;714b435e65e7:35561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:24:59,692 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:59,692 INFO [RS:0;714b435e65e7:35561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:24:59,692 INFO [RS:0;714b435e65e7:35561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:24:59,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:59,692 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:24:59,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. after waiting 0 ms 2024-11-13T23:24:59,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:59,695 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:24:59,695 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1325): Online Regions={751401df644c267b02f6ba68c44267ad=hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:24:59,695 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:24:59,696 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 751401df644c267b02f6ba68c44267ad 2024-11-13T23:24:59,696 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:24:59,696 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:24:59,696 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:24:59,696 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:24:59,696 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T23:24:59,708 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/replication/751401df644c267b02f6ba68c44267ad/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T23:24:59,709 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:24:59,709 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:24:59,709 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:59,709 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 751401df644c267b02f6ba68c44267ad: Waiting for close lock at 1731540299691Running coprocessor pre-close hooks at 1731540299691Disabling compacts and flushes for region at 1731540299691Disabling writes for close at 1731540299692 (+1 ms)Writing region close event to WAL at 1731540299702 (+10 ms)Running coprocessor post-close hooks at 1731540299709 (+7 ms)Closed at 1731540299709 2024-11-13T23:24:59,710 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad. 2024-11-13T23:24:59,727 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/info/02109e8c08cc453d9850517b7e2badb2 is 147, key is hbase:replication,,1731540284523.751401df644c267b02f6ba68c44267ad./info:regioninfo/1731540297291/Put/seqid=0 2024-11-13T23:24:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741851_1027 (size=6385) 2024-11-13T23:24:59,754 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:24:59,896 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:00,096 DEBUG [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:00,138 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/info/02109e8c08cc453d9850517b7e2badb2 2024-11-13T23:25:00,148 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/.tmp/info/02109e8c08cc453d9850517b7e2badb2 as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/info/02109e8c08cc453d9850517b7e2badb2 2024-11-13T23:25:00,157 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/info/02109e8c08cc453d9850517b7e2badb2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T23:25:00,159 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=19, compaction requested=false 2024-11-13T23:25:00,168 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T23:25:00,169 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:00,169 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:00,169 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:00,170 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540299695Running coprocessor pre-close hooks at 1731540299695Disabling compacts and flushes for region at 1731540299695Disabling writes for close at 1731540299696 (+1 ms)Obtaining lock to block concurrent updates at 1731540299696Preparing flush snapshotting stores in 1588230740 at 1731540299696Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731540299697 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731540299698 (+1 ms)Flushing 1588230740/info: creating writer at 1731540299699 (+1 ms)Flushing 1588230740/info: appending metadata at 1731540299726 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731540299726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44acf913: reopening flushed file at 1731540300147 (+421 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=19, compaction requested=false at 1731540300159 (+12 ms)Writing region close event to WAL at 1731540300163 (+4 ms)Running coprocessor post-close hooks at 1731540300169 (+6 ms)Closed at 1731540300169 2024-11-13T23:25:00,170 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:00,296 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,35561,1731540291519; all regions closed. 2024-11-13T23:25:00,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741849_1025 (size=2156) 2024-11-13T23:25:00,303 DEBUG [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs 2024-11-13T23:25:00,303 INFO [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C35561%2C1731540291519.meta:.meta(num 1731540293023) 2024-11-13T23:25:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741850_1026 (size=796) 2024-11-13T23:25:00,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.rep.1731540297246 not finished, retry = 0 2024-11-13T23:25:00,410 DEBUG [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs 2024-11-13T23:25:00,410 INFO [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C35561%2C1731540291519.rep:(num 1731540297246) 2024-11-13T23:25:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741848_1024 (size=93) 2024-11-13T23:25:00,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 not finished, retry = 0 2024-11-13T23:25:00,516 DEBUG [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs 2024-11-13T23:25:00,516 INFO [RS:0;714b435e65e7:35561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C35561%2C1731540291519:(num 1731540292720) 2024-11-13T23:25:00,516 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:00,516 INFO [RS:0;714b435e65e7:35561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:25:00,517 INFO [RS:0;714b435e65e7:35561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:25:00,517 INFO [RS:0;714b435e65e7:35561 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:25:00,517 INFO [RS:0;714b435e65e7:35561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:25:00,517 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:25:00,517 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,35561,1731540291519 because: Region server is closing 2024-11-13T23:25:00,517 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T23:25:00,518 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T23:25:00,518 INFO [RS:0;714b435e65e7:35561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:35561. 2024-11-13T23:25:00,518 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T23:25:00,518 DEBUG [RS:0;714b435e65e7:35561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:00,518 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:00,518 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:00,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:00,542 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 to pos 0, reset compression=false 2024-11-13T23:25:00,548 INFO [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 was moved to hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/oldWALs/714b435e65e7%2C35561%2C1731540291519.1731540292720 2024-11-13T23:25:00,552 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720 2024-11-13T23:25:00,552 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T23:25:00,552 DEBUG [RS:0;714b435e65e7:35561.replicationSource.wal-reader.714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T23:25:00,552 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-714b435e65e7,35561,1731540291519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/WALs/714b435e65e7,35561,1731540291519/714b435e65e7%2C35561%2C1731540291519.1731540292720, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T23:25:00,557 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:00,558 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,35561,1731540291519, seqNum=-1] 2024-11-13T23:25:00,559 WARN [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-714b435e65e7,35561,1731540291519', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:35561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T23:25:00,562 ERROR [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,35561,1731540291519: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-714b435e65e7,35561,1731540291519, walGroup=714b435e65e7%2C35561%2C1731540291519, offset=714b435e65e7%2C35561%2C1731540291519.1731540292720:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:35561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:25:00,563 ERROR [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:25:00,566 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:25:00,568 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:25:00,568 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:25:00,568 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:25:00,568 INFO [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 615045808 }, "NonHeapMemoryUsage": { "committed": 162463744, "init": 7667712, "max": -1, "used": 157921640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:25:00,570 DEBUG [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [714b435e65e7%2C35561%2C1731540291519.1731540292720] 2024-11-13T23:25:00,618 WARN [RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T23:25:00,619 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,1-714b435e65e7,35561,1731540291519 terminated 2024-11-13T23:25:00,619 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-714b435e65e7,35561,1731540291519 because: Region server is closing 2024-11-13T23:25:00,619 INFO [RS:0;714b435e65e7:35561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:35561. 2024-11-13T23:25:00,619 DEBUG [RS:0;714b435e65e7:35561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:00,619 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:00,619 DEBUG [RS:0;714b435e65e7:35561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:00,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:00,619 INFO [RS:0;714b435e65e7:35561 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;714b435e65e7:35561.replicationSource.shipper714b435e65e7%2C35561%2C1731540291519,2-714b435e65e7,35561,1731540291519 terminated 2024-11-13T23:25:00,619 INFO [RS:0;714b435e65e7:35561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35561 2024-11-13T23:25:00,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/rs/714b435e65e7,35561,1731540291519 2024-11-13T23:25:00,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639/rs 2024-11-13T23:25:00,650 INFO [RS:0;714b435e65e7:35561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:25:00,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,35561,1731540291519] 2024-11-13T23:25:00,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1007675639/draining/714b435e65e7,35561,1731540291519 already deleted, retry=false 2024-11-13T23:25:00,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,35561,1731540291519 expired; onlineServers=0 2024-11-13T23:25:00,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,42275,1731540291472' ***** 2024-11-13T23:25:00,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:25:00,712 INFO [M:0;714b435e65e7:42275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:25:00,712 INFO [M:0;714b435e65e7:42275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:25:00,712 DEBUG [M:0;714b435e65e7:42275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:25:00,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:25:00,712 DEBUG [M:0;714b435e65e7:42275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:25:00,712 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540292387 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540292387,5,FailOnTimeoutGroup] 2024-11-13T23:25:00,712 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540292387 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540292387,5,FailOnTimeoutGroup] 2024-11-13T23:25:00,712 INFO [M:0;714b435e65e7:42275 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:25:00,712 INFO [M:0;714b435e65e7:42275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:25:00,712 DEBUG [M:0;714b435e65e7:42275 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:25:00,713 INFO [M:0;714b435e65e7:42275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:25:00,713 INFO [M:0;714b435e65e7:42275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:25:00,713 INFO [M:0;714b435e65e7:42275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:25:00,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:25:00,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1007675639/master 2024-11-13T23:25:00,720 DEBUG [M:0;714b435e65e7:42275 {}] zookeeper.ZKUtil(347): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Unable to get data of znode /0-1007675639/master because node does not exist (not an error) 2024-11-13T23:25:00,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1007675639 2024-11-13T23:25:00,720 WARN [M:0;714b435e65e7:42275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:25:00,721 INFO [M:0;714b435e65e7:42275 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/.lastflushedseqids 2024-11-13T23:25:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741852_1028 (size=181) 2024-11-13T23:25:00,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:00,800 INFO [RS:0;714b435e65e7:35561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:25:00,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35561-0x10137cd6e160007, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:00,800 INFO [RS:0;714b435e65e7:35561 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,35561,1731540291519; zookeeper connection closed. 2024-11-13T23:25:00,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69be61d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69be61d4 2024-11-13T23:25:00,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:25:01,132 INFO [M:0;714b435e65e7:42275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:25:01,132 INFO [M:0;714b435e65e7:42275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:25:01,132 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:25:01,132 INFO [M:0;714b435e65e7:42275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:01,132 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:01,132 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:25:01,132 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:01,133 INFO [M:0;714b435e65e7:42275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T23:25:01,157 DEBUG [M:0;714b435e65e7:42275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d115e08a6c1449489b2600afa85becdc is 82, key is hbase:meta,,1/info:regioninfo/1731540293080/Put/seqid=0 2024-11-13T23:25:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741853_1029 (size=5680) 2024-11-13T23:25:01,563 INFO [M:0;714b435e65e7:42275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d115e08a6c1449489b2600afa85becdc 2024-11-13T23:25:01,585 DEBUG [M:0;714b435e65e7:42275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/622c29a24e6c48429c4fe4a73fba37cd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731540297300/Put/seqid=0 2024-11-13T23:25:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741854_1030 (size=7319) 2024-11-13T23:25:01,990 INFO [M:0;714b435e65e7:42275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/622c29a24e6c48429c4fe4a73fba37cd 2024-11-13T23:25:02,015 DEBUG [M:0;714b435e65e7:42275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/566a1f9f0c6b455095d6cca04ff600f5 is 69, key is 714b435e65e7,35561,1731540291519/rs:state/1731540292488/Put/seqid=0 2024-11-13T23:25:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741855_1031 (size=5371) 2024-11-13T23:25:02,420 INFO [M:0;714b435e65e7:42275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/566a1f9f0c6b455095d6cca04ff600f5 2024-11-13T23:25:02,428 INFO [M:0;714b435e65e7:42275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566a1f9f0c6b455095d6cca04ff600f5 2024-11-13T23:25:02,430 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d115e08a6c1449489b2600afa85becdc as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d115e08a6c1449489b2600afa85becdc 2024-11-13T23:25:02,438 INFO [M:0;714b435e65e7:42275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d115e08a6c1449489b2600afa85becdc, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T23:25:02,439 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/622c29a24e6c48429c4fe4a73fba37cd as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/622c29a24e6c48429c4fe4a73fba37cd 2024-11-13T23:25:02,448 INFO [M:0;714b435e65e7:42275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/622c29a24e6c48429c4fe4a73fba37cd, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T23:25:02,449 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/566a1f9f0c6b455095d6cca04ff600f5 as hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/566a1f9f0c6b455095d6cca04ff600f5 2024-11-13T23:25:02,457 INFO [M:0;714b435e65e7:42275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566a1f9f0c6b455095d6cca04ff600f5 2024-11-13T23:25:02,457 INFO [M:0;714b435e65e7:42275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/4c27061f-7c7a-929e-97d4-c0b9fb48b819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/566a1f9f0c6b455095d6cca04ff600f5, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T23:25:02,459 INFO [M:0;714b435e65e7:42275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=172, compaction requested=false 2024-11-13T23:25:02,460 INFO [M:0;714b435e65e7:42275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:02,460 DEBUG [M:0;714b435e65e7:42275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540301132Disabling compacts and flushes for region at 1731540301132Disabling writes for close at 1731540301132Obtaining lock to block concurrent updates at 1731540301133 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540301133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731540301133Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540301134 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540301134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540301156 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540301156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540301569 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540301585 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540301585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540301996 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540302013 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540302013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d335f2: reopening flushed file at 1731540302428 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5216569a: reopening flushed file at 1731540302438 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe40960: reopening flushed file at 1731540302448 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=172, compaction requested=false at 1731540302459 (+11 ms)Writing region close event to WAL at 1731540302460 (+1 ms)Closed at 1731540302460 2024-11-13T23:25:02,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741847_1023 (size=22949) 2024-11-13T23:25:02,465 INFO [M:0;714b435e65e7:42275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:25:02,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:25:02,465 INFO [M:0;714b435e65e7:42275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42275 2024-11-13T23:25:02,465 INFO [M:0;714b435e65e7:42275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:25:02,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:02,604 INFO [M:0;714b435e65e7:42275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:25:02,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42275-0x10137cd6e160006, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:02,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:25:02,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:25:02,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:25:02,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:25:02,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.log.dir/,STOPPED} 2024-11-13T23:25:02,614 WARN [BP-1968325833-172.17.0.2-1731540270926 heartbeating to localhost/127.0.0.1:37015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:25:02,614 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:25:02,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:25:02,614 WARN [BP-1968325833-172.17.0.2-1731540270926 heartbeating to localhost/127.0.0.1:37015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968325833-172.17.0.2-1731540270926 (Datanode Uuid 7288faf4-9f8f-4988-b32e-d364054324b8) service to localhost/127.0.0.1:37015 2024-11-13T23:25:02,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b/data/data1/current/BP-1968325833-172.17.0.2-1731540270926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:25:02,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/cluster_48248853-0fbd-d98b-c4e5-2d00464a961b/data/data2/current/BP-1968325833-172.17.0.2-1731540270926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:25:02,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:25:02,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:25:02,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:25:02,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:25:02,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:25:02,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d111bb28-64fe-8ed9-6d1c-4d14a0115013/hadoop.log.dir/,STOPPED} 2024-11-13T23:25:02,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:25:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:25:02,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53319) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36969 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@424e280c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37015 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53319) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=9093 (was 8858) - AvailableMemoryMB LEAK? - 2024-11-13T23:25:02,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=9091 2024-11-13T23:25:02,713 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T23:25:02,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.log.dir so I do NOT create it in target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081 2024-11-13T23:25:02,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:25:02,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.tmp.dir so I do NOT create it in target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081 2024-11-13T23:25:02,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6638652c-abf9-e223-67c5-0514311e8110/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:25:02,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081 2024-11-13T23:25:02,715 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34, deleteOnExit=true 2024-11-13T23:25:02,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34/zookeeper_0, clientPort=64363, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:25:02,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64363 2024-11-13T23:25:02,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:25:02,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:25:02,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/test.cache.data in system properties and HBase conf 2024-11-13T23:25:02,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:25:02,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:25:02,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:25:02,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:25:02,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:25:02,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:25:02,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:02,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:02,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:25:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:02,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:25:02,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:25:02,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137cd6e160005, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:25:02,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137cd6e160002, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:25:02,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137cd6e160005, quorum=127.0.0.1:53319, baseZNode=/1452010028 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:25:02,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137cd6e160002, quorum=127.0.0.1:53319, baseZNode=/0-1007675639 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:25:02,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:25:02,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:02,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:03,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:03,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:03,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:03,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:03,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:25:03,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:03,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:03,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:03,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14713665{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/java.io.tmpdir/jetty-localhost-41327-hadoop-hdfs-3_4_1-tests_jar-_-any-12914761788252803402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:25:03,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:41327} 2024-11-13T23:25:03,325 INFO [Time-limited test {}] server.Server(415): Started @34479ms 2024-11-13T23:25:03,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:03,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:03,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:03,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:03,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:25:03,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:03,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:03,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383f8153{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/java.io.tmpdir/jetty-localhost-45565-hadoop-hdfs-3_4_1-tests_jar-_-any-5607165471901704635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:25:03,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:45565} 2024-11-13T23:25:03,965 INFO [Time-limited test {}] server.Server(415): Started @35119ms 2024-11-13T23:25:03,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:25:04,521 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34/data/data1/current/BP-1686592088-172.17.0.2-1731540302757/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:04,521 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34/data/data2/current/BP-1686592088-172.17.0.2-1731540302757/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:04,540 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:25:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb29777704e2feb5 with lease ID 0x50e286bfeb7665aa: Processing first storage report for DS-686154a6-dcc2-4091-a9f2-0a92f234ac7f from datanode DatanodeRegistration(127.0.0.1:41095, datanodeUuid=6d1a4ee1-2c57-4430-9e82-e54272480469, infoPort=46577, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1497005274;c=1731540302757) 2024-11-13T23:25:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb29777704e2feb5 with lease ID 0x50e286bfeb7665aa: from storage DS-686154a6-dcc2-4091-a9f2-0a92f234ac7f node DatanodeRegistration(127.0.0.1:41095, datanodeUuid=6d1a4ee1-2c57-4430-9e82-e54272480469, infoPort=46577, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1497005274;c=1731540302757), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb29777704e2feb5 with lease ID 0x50e286bfeb7665aa: Processing first storage report for DS-40757b58-17bf-4832-a914-5ef75d1ff9dd from datanode DatanodeRegistration(127.0.0.1:41095, datanodeUuid=6d1a4ee1-2c57-4430-9e82-e54272480469, infoPort=46577, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1497005274;c=1731540302757) 2024-11-13T23:25:04,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb29777704e2feb5 with lease ID 0x50e286bfeb7665aa: from storage DS-40757b58-17bf-4832-a914-5ef75d1ff9dd node DatanodeRegistration(127.0.0.1:41095, datanodeUuid=6d1a4ee1-2c57-4430-9e82-e54272480469, infoPort=46577, infoSecurePort=0, ipcPort=45211, storageInfo=lv=-57;cid=testClusterID;nsid=1497005274;c=1731540302757), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:04,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081 2024-11-13T23:25:04,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:04,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:25:04,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:04,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:25:04,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:25:04,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:05,030 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6 with version=8 2024-11-13T23:25:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/hbase-staging 2024-11-13T23:25:05,033 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:05,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:05,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:05,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:05,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:05,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:05,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:25:05,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:05,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35681 2024-11-13T23:25:05,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35681 connecting to ZooKeeper ensemble=127.0.0.1:64363 2024-11-13T23:25:05,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356810x0, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:05,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35681-0x10137cded660000 connected 2024-11-13T23:25:05,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:05,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:05,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on znode that does not yet exist, /01961815612/running 2024-11-13T23:25:05,196 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6, hbase.cluster.distributed=false 2024-11-13T23:25:05,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on znode that does not yet exist, /01961815612/acl 2024-11-13T23:25:05,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35681 2024-11-13T23:25:05,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35681 2024-11-13T23:25:05,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35681 2024-11-13T23:25:05,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35681 2024-11-13T23:25:05,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35681 2024-11-13T23:25:05,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:05,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:05,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:05,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:05,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:05,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:05,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:25:05,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:05,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41573 2024-11-13T23:25:05,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41573 connecting to ZooKeeper ensemble=127.0.0.1:64363 2024-11-13T23:25:05,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:05,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:05,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415730x0, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:05,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415730x0, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on znode that does not yet exist, /01961815612/running 2024-11-13T23:25:05,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41573-0x10137cded660001 connected 2024-11-13T23:25:05,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:25:05,255 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:25:05,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on znode that does not yet exist, /01961815612/master 2024-11-13T23:25:05,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on znode that does not yet exist, /01961815612/acl 2024-11-13T23:25:05,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41573 2024-11-13T23:25:05,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41573 2024-11-13T23:25:05,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41573 2024-11-13T23:25:05,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41573 2024-11-13T23:25:05,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41573 2024-11-13T23:25:05,293 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:35681 2024-11-13T23:25:05,293 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01961815612/backup-masters/714b435e65e7,35681,1731540305033 2024-11-13T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612/backup-masters 2024-11-13T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612/backup-masters 2024-11-13T23:25:05,304 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on existing znode=/01961815612/backup-masters/714b435e65e7,35681,1731540305033 2024-11-13T23:25:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01961815612/master 2024-11-13T23:25:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:05,312 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on existing znode=/01961815612/master 2024-11-13T23:25:05,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01961815612/backup-masters/714b435e65e7,35681,1731540305033 from backup master directory 2024-11-13T23:25:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961815612/backup-masters/714b435e65e7,35681,1731540305033 2024-11-13T23:25:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612/backup-masters 2024-11-13T23:25:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612/backup-masters 2024-11-13T23:25:05,319 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:05,320 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,35681,1731540305033 2024-11-13T23:25:05,325 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/hbase.id] with ID: 496e16d6-a174-4944-94d2-8d8d3cf0b4c6 2024-11-13T23:25:05,325 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/.tmp/hbase.id 2024-11-13T23:25:05,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:25:05,733 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/.tmp/hbase.id]:[hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/hbase.id] 2024-11-13T23:25:05,749 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:05,749 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:25:05,751 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:25:05,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:05,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:25:06,198 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:06,199 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:25:06,199 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:06,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:25:06,615 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store 2024-11-13T23:25:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:25:06,625 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:06,625 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:25:06,625 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:06,625 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:06,625 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:25:06,625 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:06,625 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:06,625 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540306625Disabling compacts and flushes for region at 1731540306625Disabling writes for close at 1731540306625Writing region close event to WAL at 1731540306625Closed at 1731540306625 2024-11-13T23:25:06,627 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/.initializing 2024-11-13T23:25:06,627 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/WALs/714b435e65e7,35681,1731540305033 2024-11-13T23:25:06,630 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:06,644 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C35681%2C1731540305033, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/WALs/714b435e65e7,35681,1731540305033, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/oldWALs, maxLogs=10 2024-11-13T23:25:06,666 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/WALs/714b435e65e7,35681,1731540305033/714b435e65e7%2C35681%2C1731540305033.1731540306645, exclude list is [], retry=0 2024-11-13T23:25:06,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-686154a6-dcc2-4091-a9f2-0a92f234ac7f,DISK] 2024-11-13T23:25:06,703 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/WALs/714b435e65e7,35681,1731540305033/714b435e65e7%2C35681%2C1731540305033.1731540306645 2024-11-13T23:25:06,703 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46577:46577)] 2024-11-13T23:25:06,703 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:06,704 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:06,704 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,704 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:25:06,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:06,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:06,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:25:06,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:06,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:06,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:25:06,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:06,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:06,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:25:06,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:06,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:06,717 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,720 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,720 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,720 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:06,722 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:06,730 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:06,731 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71764694, jitterRate=0.06937727332115173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:06,732 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540306704Initializing all the Stores at 1731540306705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540306705Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540306706 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540306706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540306706Cleaning up temporary data from old regions at 1731540306720 (+14 ms)Region opened successfully at 1731540306732 (+12 ms) 2024-11-13T23:25:06,735 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:25:06,740 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3ee724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:06,741 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:25:06,741 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:25:06,741 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:25:06,741 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:25:06,742 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:25:06,743 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:25:06,743 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:25:06,756 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:25:06,757 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Unable to get data of znode /01961815612/balancer because node does not exist (not necessarily an error) 2024-11-13T23:25:06,794 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961815612/balancer already deleted, retry=false 2024-11-13T23:25:06,795 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:25:06,796 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Unable to get data of znode /01961815612/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:25:06,803 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961815612/normalizer already deleted, retry=false 2024-11-13T23:25:06,803 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:25:06,808 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Unable to get data of znode /01961815612/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:25:06,816 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961815612/switch/split already deleted, retry=false 2024-11-13T23:25:06,818 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Unable to get data of znode /01961815612/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:25:06,828 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961815612/switch/merge already deleted, retry=false 2024-11-13T23:25:06,830 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Unable to get data of znode /01961815612/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:25:06,841 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961815612/snapshot-cleanup already deleted, retry=false 2024-11-13T23:25:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01961815612/running 2024-11-13T23:25:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01961815612/running 2024-11-13T23:25:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:06,850 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,35681,1731540305033, sessionid=0x10137cded660000, setting cluster-up flag (Was=false) 2024-11-13T23:25:06,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:06,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:06,891 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01961815612/flush-table-proc/acquired, /01961815612/flush-table-proc/reached, /01961815612/flush-table-proc/abort 2024-11-13T23:25:06,892 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,35681,1731540305033 2024-11-13T23:25:06,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:06,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:06,936 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01961815612/online-snapshot/acquired, /01961815612/online-snapshot/reached, /01961815612/online-snapshot/abort 2024-11-13T23:25:06,937 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,35681,1731540305033 2024-11-13T23:25:06,938 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:25:06,940 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:06,941 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:25:06,941 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:25:06,941 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,35681,1731540305033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:06,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:06,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540336945 2024-11-13T23:25:06,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:25:06,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:25:06,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:25:06,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:25:06,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:25:06,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:25:06,947 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:06,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:25:06,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:25:06,947 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540306947,5,FailOnTimeoutGroup] 2024-11-13T23:25:06,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:25:06,947 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540306947,5,FailOnTimeoutGroup] 2024-11-13T23:25:06,948 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:06,948 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:25:06,948 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:06,948 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:06,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:25:06,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:25:06,961 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6 2024-11-13T23:25:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:25:06,981 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(746): ClusterId : 496e16d6-a174-4944-94d2-8d8d3cf0b4c6 2024-11-13T23:25:06,981 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:25:06,992 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:25:06,992 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:25:07,000 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:25:07,000 DEBUG [RS:0;714b435e65e7:41573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366060b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:07,015 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:41573 2024-11-13T23:25:07,015 INFO [RS:0;714b435e65e7:41573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:25:07,015 INFO [RS:0;714b435e65e7:41573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:25:07,015 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:25:07,016 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,35681,1731540305033 with port=41573, startcode=1731540305234 2024-11-13T23:25:07,016 DEBUG [RS:0;714b435e65e7:41573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:25:07,018 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:25:07,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35681 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,022 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6 2024-11-13T23:25:07,022 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41519 2024-11-13T23:25:07,022 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:25:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612/rs 2024-11-13T23:25:07,033 DEBUG [RS:0;714b435e65e7:41573 {}] zookeeper.ZKUtil(111): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on existing znode=/01961815612/rs/714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,033 WARN [RS:0;714b435e65e7:41573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:07,033 INFO [RS:0;714b435e65e7:41573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:07,033 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,41573,1731540305234] 2024-11-13T23:25:07,038 INFO [RS:0;714b435e65e7:41573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:25:07,040 INFO [RS:0;714b435e65e7:41573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:25:07,041 INFO [RS:0;714b435e65e7:41573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:25:07,041 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,041 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:25:07,042 INFO [RS:0;714b435e65e7:41573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:25:07,042 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,042 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,042 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,042 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,042 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,042 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,042 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:07,043 DEBUG [RS:0;714b435e65e7:41573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:07,048 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,048 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,048 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,048 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,049 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,049 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41573,1731540305234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:07,069 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:25:07,069 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41573,1731540305234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,069 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,069 INFO [RS:0;714b435e65e7:41573 {}] regionserver.Replication(171): 714b435e65e7,41573,1731540305234 started 2024-11-13T23:25:07,087 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,088 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,41573,1731540305234, RpcServer on 714b435e65e7/172.17.0.2:41573, sessionid=0x10137cded660001 2024-11-13T23:25:07,088 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:25:07,088 DEBUG [RS:0;714b435e65e7:41573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,088 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,41573,1731540305234' 2024-11-13T23:25:07,088 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01961815612/flush-table-proc/abort' 2024-11-13T23:25:07,089 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01961815612/flush-table-proc/acquired' 2024-11-13T23:25:07,089 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:25:07,089 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:25:07,089 DEBUG [RS:0;714b435e65e7:41573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,089 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,41573,1731540305234' 2024-11-13T23:25:07,089 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01961815612/online-snapshot/abort' 2024-11-13T23:25:07,090 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01961815612/online-snapshot/acquired' 2024-11-13T23:25:07,090 DEBUG [RS:0;714b435e65e7:41573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:25:07,090 INFO [RS:0;714b435e65e7:41573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:25:07,090 INFO [RS:0;714b435e65e7:41573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:25:07,191 INFO [RS:0;714b435e65e7:41573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:07,193 INFO [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C41573%2C1731540305234, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/oldWALs, maxLogs=10 2024-11-13T23:25:07,209 DEBUG [RS:0;714b435e65e7:41573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194, exclude list is [], retry=0 2024-11-13T23:25:07,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-686154a6-dcc2-4091-a9f2-0a92f234ac7f,DISK] 2024-11-13T23:25:07,218 INFO [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 2024-11-13T23:25:07,219 DEBUG [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46577:46577)] 2024-11-13T23:25:07,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:07,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:07,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:07,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:07,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:07,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:07,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:07,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:07,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:07,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:07,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740 2024-11-13T23:25:07,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740 2024-11-13T23:25:07,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:07,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:07,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:07,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:07,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:07,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67458296, jitterRate=0.005206942558288574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:07,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540307375Initializing all the Stores at 1731540307376 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540307376Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540307376Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540307376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540307376Cleaning up temporary data from old regions at 1731540307388 (+12 ms)Region opened successfully at 1731540307394 (+6 ms) 2024-11-13T23:25:07,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:25:07,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:25:07,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:25:07,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:25:07,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:25:07,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:07,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540307395Disabling compacts and flushes for region at 1731540307395Disabling writes for close at 1731540307395Writing region close event to WAL at 1731540307395Closed at 1731540307395 2024-11-13T23:25:07,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:07,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:25:07,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:25:07,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:07,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:25:07,550 DEBUG [714b435e65e7:35681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:25:07,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,551 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,41573,1731540305234, state=OPENING 2024-11-13T23:25:07,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:25:07,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:07,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:07,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:07,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961815612/meta-region-server: CHANGED 2024-11-13T23:25:07,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961815612/meta-region-server: CHANGED 2024-11-13T23:25:07,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,41573,1731540305234}] 2024-11-13T23:25:07,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:25:07,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:25:07,733 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:25:07,733 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:07,733 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:25:07,735 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C41573%2C1731540305234.meta, suffix=.meta, logDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/oldWALs, maxLogs=10 2024-11-13T23:25:07,748 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.meta.1731540307736.meta, exclude list is [], retry=0 2024-11-13T23:25:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-686154a6-dcc2-4091-a9f2-0a92f234ac7f,DISK] 2024-11-13T23:25:07,753 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.meta.1731540307736.meta 2024-11-13T23:25:07,753 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46577:46577)] 2024-11-13T23:25:07,753 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:07,753 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:07,754 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:25:07,754 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:25:07,754 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:25:07,754 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:25:07,754 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:07,754 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:25:07,754 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:25:07,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:07,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:07,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:07,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:07,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:07,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:07,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:07,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:07,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:07,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:07,762 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:07,762 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740 2024-11-13T23:25:07,764 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740 2024-11-13T23:25:07,765 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:07,765 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:07,765 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:07,767 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:07,767 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60477729, jitterRate=-0.09881161153316498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:07,768 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:25:07,768 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540307754Writing region info on filesystem at 1731540307754Initializing all the Stores at 1731540307755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540307755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540307756 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540307756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540307756Cleaning up temporary data from old regions at 1731540307765 (+9 ms)Running coprocessor post-open hooks at 1731540307768 (+3 ms)Region opened successfully at 1731540307768 2024-11-13T23:25:07,769 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540307728 2024-11-13T23:25:07,772 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:25:07,772 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:25:07,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,773 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,41573,1731540305234, state=OPEN 2024-11-13T23:25:07,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01961815612/meta-region-server 2024-11-13T23:25:07,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01961815612/meta-region-server 2024-11-13T23:25:07,822 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,41573,1731540305234 2024-11-13T23:25:07,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961815612/meta-region-server: CHANGED 2024-11-13T23:25:07,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961815612/meta-region-server: CHANGED 2024-11-13T23:25:07,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:25:07,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,41573,1731540305234 in 247 msec 2024-11-13T23:25:07,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:25:07,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-13T23:25:07,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:07,828 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:25:07,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:07,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41573,1731540305234, seqNum=-1] 2024-11-13T23:25:07,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:07,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:07,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 896 msec 2024-11-13T23:25:07,837 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540307837, completionTime=-1 2024-11-13T23:25:07,837 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:25:07,837 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:25:07,839 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:25:07,839 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540367839 2024-11-13T23:25:07,839 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540427839 2024-11-13T23:25:07,840 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:25:07,840 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35681,1731540305033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,840 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35681,1731540305033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,840 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35681,1731540305033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,840 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:35681, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,840 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,840 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,842 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.524sec 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35681,1731540305033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:07,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35681,1731540305033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:25:07,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:25:07,847 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:25:07,847 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35681,1731540305033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:07,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:07,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35681,-1 for getting cluster id 2024-11-13T23:25:07,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:07,883 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '496e16d6-a174-4944-94d2-8d8d3cf0b4c6' 2024-11-13T23:25:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "496e16d6-a174-4944-94d2-8d8d3cf0b4c6" 2024-11-13T23:25:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82f7180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35681,-1] 2024-11-13T23:25:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:07,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:07,885 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:07,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:07,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41573,1731540305234, seqNum=-1] 2024-11-13T23:25:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:07,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,35681,1731540305033 2024-11-13T23:25:07,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64363 2024-11-13T23:25:07,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:07,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137cded660002 connected 2024-11-13T23:25:07,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.log.dir so I do NOT create it in target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f 2024-11-13T23:25:07,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:25:07,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.tmp.dir so I do NOT create it in target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f 2024-11-13T23:25:07,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:25:07,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f 2024-11-13T23:25:07,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:25:07,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/cluster_8780a360-3e04-422c-b9cf-04db24dd77a8, deleteOnExit=true 2024-11-13T23:25:07,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/test.cache.data in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:25:07,928 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:25:07,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:25:07,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:25:08,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:08,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:08,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:08,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:08,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:25:08,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:08,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:08,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:08,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/java.io.tmpdir/jetty-localhost-42013-hadoop-hdfs-3_4_1-tests_jar-_-any-3715176031906663248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:25:08,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:42013} 2024-11-13T23:25:08,288 INFO [Time-limited test {}] server.Server(415): Started @39442ms 2024-11-13T23:25:08,846 WARN [RS:0;714b435e65e7:41573 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 714b435e65e7,46701,1731540275147: status=Processing ServerCrashProcedure of 714b435e65e7,46701,1731540275147 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731540292387, completionTime=-1 appears to have been leaked 2024-11-13T23:25:08,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:08,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:08,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:08,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:08,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:25:08,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:08,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:08,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/java.io.tmpdir/jetty-localhost-38093-hadoop-hdfs-3_4_1-tests_jar-_-any-15137039766305354935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:25:08,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:38093} 2024-11-13T23:25:08,955 INFO [Time-limited test {}] server.Server(415): Started @40109ms 2024-11-13T23:25:08,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:25:09,451 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/cluster_8780a360-3e04-422c-b9cf-04db24dd77a8/data/data2/current/BP-716145370-172.17.0.2-1731540307952/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:09,451 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/cluster_8780a360-3e04-422c-b9cf-04db24dd77a8/data/data1/current/BP-716145370-172.17.0.2-1731540307952/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:09,468 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:25:09,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec5e0d777cf6fda4 with lease ID 0x9a885788b255e805: Processing first storage report for DS-057d3567-473d-4111-8365-8bc44de0eff6 from datanode DatanodeRegistration(127.0.0.1:34249, datanodeUuid=68366de0-a2d6-4392-935c-e400609747f2, infoPort=39839, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=461409264;c=1731540307952) 2024-11-13T23:25:09,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec5e0d777cf6fda4 with lease ID 0x9a885788b255e805: from storage DS-057d3567-473d-4111-8365-8bc44de0eff6 node DatanodeRegistration(127.0.0.1:34249, datanodeUuid=68366de0-a2d6-4392-935c-e400609747f2, infoPort=39839, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=461409264;c=1731540307952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:09,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec5e0d777cf6fda4 with lease ID 0x9a885788b255e805: Processing first storage report for DS-e5c0d0f6-86e8-4112-b41f-94f176bb24e3 from datanode DatanodeRegistration(127.0.0.1:34249, datanodeUuid=68366de0-a2d6-4392-935c-e400609747f2, infoPort=39839, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=461409264;c=1731540307952) 2024-11-13T23:25:09,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec5e0d777cf6fda4 with lease ID 0x9a885788b255e805: from storage DS-e5c0d0f6-86e8-4112-b41f-94f176bb24e3 node DatanodeRegistration(127.0.0.1:34249, datanodeUuid=68366de0-a2d6-4392-935c-e400609747f2, infoPort=39839, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=461409264;c=1731540307952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:09,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f 2024-11-13T23:25:09,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:09,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:09,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:25:09,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234 with version=8 2024-11-13T23:25:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/hbase-staging 2024-11-13T23:25:09,899 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:09,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:09,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:09,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:09,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:09,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:09,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:25:09,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:09,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42445 2024-11-13T23:25:09,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42445 connecting to ZooKeeper ensemble=127.0.0.1:64363 2024-11-13T23:25:09,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424450x0, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:09,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42445-0x10137cded660003 connected 2024-11-13T23:25:09,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:10,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:10,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on znode that does not yet exist, /1-806839627/running 2024-11-13T23:25:10,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234, hbase.cluster.distributed=false 2024-11-13T23:25:10,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on znode that does not yet exist, /1-806839627/acl 2024-11-13T23:25:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42445 2024-11-13T23:25:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42445 2024-11-13T23:25:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42445 2024-11-13T23:25:10,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42445 2024-11-13T23:25:10,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42445 2024-11-13T23:25:10,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:10,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:10,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:10,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:10,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:10,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:10,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:25:10,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:10,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36909 2024-11-13T23:25:10,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36909 connecting to ZooKeeper ensemble=127.0.0.1:64363 2024-11-13T23:25:10,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:10,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:10,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369090x0, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:10,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36909-0x10137cded660004 connected 2024-11-13T23:25:10,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on znode that does not yet exist, /1-806839627/running 2024-11-13T23:25:10,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:25:10,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:25:10,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on znode that does not yet exist, /1-806839627/master 2024-11-13T23:25:10,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on znode that does not yet exist, /1-806839627/acl 2024-11-13T23:25:10,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36909 2024-11-13T23:25:10,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36909 2024-11-13T23:25:10,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36909 2024-11-13T23:25:10,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36909 2024-11-13T23:25:10,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36909 2024-11-13T23:25:10,052 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:42445 2024-11-13T23:25:10,052 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-806839627/backup-masters/714b435e65e7,42445,1731540309899 2024-11-13T23:25:10,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627/backup-masters 2024-11-13T23:25:10,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627/backup-masters 2024-11-13T23:25:10,061 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on existing znode=/1-806839627/backup-masters/714b435e65e7,42445,1731540309899 2024-11-13T23:25:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-806839627/master 2024-11-13T23:25:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:10,069 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on existing znode=/1-806839627/master 2024-11-13T23:25:10,070 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-806839627/backup-masters/714b435e65e7,42445,1731540309899 from backup master directory 2024-11-13T23:25:10,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627/backup-masters 2024-11-13T23:25:10,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806839627/backup-masters/714b435e65e7,42445,1731540309899 2024-11-13T23:25:10,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627/backup-masters 2024-11-13T23:25:10,077 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:10,077 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,42445,1731540309899 2024-11-13T23:25:10,082 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/hbase.id] with ID: f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3 2024-11-13T23:25:10,082 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/.tmp/hbase.id 2024-11-13T23:25:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:25:10,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:25:10,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:10,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:10,488 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/.tmp/hbase.id]:[hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/hbase.id] 2024-11-13T23:25:10,502 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:10,502 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:25:10,503 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:25:10,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:10,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:25:10,967 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:10,968 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:25:10,969 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:25:11,378 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store 2024-11-13T23:25:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:25:11,785 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:11,785 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:25:11,785 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:11,785 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:11,785 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:25:11,785 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:11,785 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:11,785 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540311785Disabling compacts and flushes for region at 1731540311785Disabling writes for close at 1731540311785Writing region close event to WAL at 1731540311785Closed at 1731540311785 2024-11-13T23:25:11,786 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/.initializing 2024-11-13T23:25:11,786 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/WALs/714b435e65e7,42445,1731540309899 2024-11-13T23:25:11,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:11,789 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C42445%2C1731540309899, suffix=, logDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/WALs/714b435e65e7,42445,1731540309899, archiveDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/oldWALs, maxLogs=10 2024-11-13T23:25:11,801 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/WALs/714b435e65e7,42445,1731540309899/714b435e65e7%2C42445%2C1731540309899.1731540311790, exclude list is [], retry=0 2024-11-13T23:25:11,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34249,DS-057d3567-473d-4111-8365-8bc44de0eff6,DISK] 2024-11-13T23:25:11,806 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/WALs/714b435e65e7,42445,1731540309899/714b435e65e7%2C42445%2C1731540309899.1731540311790 2024-11-13T23:25:11,806 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39839:39839)] 2024-11-13T23:25:11,806 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:11,806 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:11,807 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,807 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:25:11,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:11,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:11,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:25:11,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:11,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:11,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:25:11,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:11,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:11,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:25:11,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:11,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:11,815 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,816 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,816 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,818 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,818 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,818 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:11,819 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:11,821 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:11,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59788425, jitterRate=-0.10908304154872894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:11,821 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540311807Initializing all the Stores at 1731540311808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540311808Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540311808Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540311808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540311808Cleaning up temporary data from old regions at 1731540311818 (+10 ms)Region opened successfully at 1731540311821 (+3 ms) 2024-11-13T23:25:11,822 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:25:11,824 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5d2c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:11,825 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:25:11,825 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:25:11,826 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:25:11,826 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:25:11,826 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:25:11,826 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:25:11,826 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:25:11,829 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:25:11,829 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Unable to get data of znode /1-806839627/balancer because node does not exist (not necessarily an error) 2024-11-13T23:25:11,869 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806839627/balancer already deleted, retry=false 2024-11-13T23:25:11,869 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:25:11,870 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Unable to get data of znode /1-806839627/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:25:11,877 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806839627/normalizer already deleted, retry=false 2024-11-13T23:25:11,878 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:25:11,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Unable to get data of znode /1-806839627/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:25:11,886 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806839627/switch/split already deleted, retry=false 2024-11-13T23:25:11,886 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Unable to get data of znode /1-806839627/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:25:11,894 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806839627/switch/merge already deleted, retry=false 2024-11-13T23:25:11,896 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Unable to get data of znode /1-806839627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:25:11,902 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-806839627/snapshot-cleanup already deleted, retry=false 2024-11-13T23:25:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-806839627/running 2024-11-13T23:25:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-806839627/running 2024-11-13T23:25:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:11,911 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,42445,1731540309899, sessionid=0x10137cded660003, setting cluster-up flag (Was=false) 2024-11-13T23:25:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:11,952 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-806839627/flush-table-proc/acquired, /1-806839627/flush-table-proc/reached, /1-806839627/flush-table-proc/abort 2024-11-13T23:25:11,953 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42445,1731540309899 2024-11-13T23:25:11,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:11,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:11,994 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-806839627/online-snapshot/acquired, /1-806839627/online-snapshot/reached, /1-806839627/online-snapshot/abort 2024-11-13T23:25:11,995 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42445,1731540309899 2024-11-13T23:25:11,997 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:25:11,998 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:11,998 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:25:11,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:25:11,999 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,42445,1731540309899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:25:12,000 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:12,000 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:12,000 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:12,000 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:12,001 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:25:12,001 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,001 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:12,001 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:12,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540342005 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:25:12,005 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:25:12,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:25:12,006 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540312006,5,FailOnTimeoutGroup] 2024-11-13T23:25:12,006 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540312006,5,FailOnTimeoutGroup] 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:25:12,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,007 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:25:12,045 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(746): ClusterId : f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3 2024-11-13T23:25:12,046 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:25:12,053 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:25:12,053 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:25:12,061 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:25:12,062 DEBUG [RS:0;714b435e65e7:36909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa4d52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:12,072 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:36909 2024-11-13T23:25:12,072 INFO [RS:0;714b435e65e7:36909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:25:12,072 INFO [RS:0;714b435e65e7:36909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:25:12,072 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:25:12,073 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,42445,1731540309899 with port=36909, startcode=1731540310020 2024-11-13T23:25:12,073 DEBUG [RS:0;714b435e65e7:36909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:25:12,075 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:25:12,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,36909,1731540310020 2024-11-13T23:25:12,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42445 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,36909,1731540310020 2024-11-13T23:25:12,077 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234 2024-11-13T23:25:12,077 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44465 2024-11-13T23:25:12,077 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:25:12,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627/rs 2024-11-13T23:25:12,122 DEBUG [RS:0;714b435e65e7:36909 {}] zookeeper.ZKUtil(111): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on existing znode=/1-806839627/rs/714b435e65e7,36909,1731540310020 2024-11-13T23:25:12,122 WARN [RS:0;714b435e65e7:36909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:12,123 INFO [RS:0;714b435e65e7:36909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:12,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,36909,1731540310020] 2024-11-13T23:25:12,123 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/WALs/714b435e65e7,36909,1731540310020 2024-11-13T23:25:12,126 INFO [RS:0;714b435e65e7:36909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:25:12,129 INFO [RS:0;714b435e65e7:36909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:25:12,131 INFO [RS:0;714b435e65e7:36909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:25:12,131 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,131 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:25:12,132 INFO [RS:0;714b435e65e7:36909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:25:12,132 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,132 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,132 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:12,133 DEBUG [RS:0;714b435e65e7:36909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:12,135 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,135 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,136 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,136 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,136 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,136 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36909,1731540310020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:12,149 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:25:12,149 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36909,1731540310020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,149 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,149 INFO [RS:0;714b435e65e7:36909 {}] regionserver.Replication(171): 714b435e65e7,36909,1731540310020 started 2024-11-13T23:25:12,161 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:12,161 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,36909,1731540310020, RpcServer on 714b435e65e7/172.17.0.2:36909, sessionid=0x10137cded660004 2024-11-13T23:25:12,161 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:25:12,161 DEBUG [RS:0;714b435e65e7:36909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,36909,1731540310020 2024-11-13T23:25:12,161 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36909,1731540310020' 2024-11-13T23:25:12,161 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-806839627/flush-table-proc/abort' 2024-11-13T23:25:12,162 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-806839627/flush-table-proc/acquired' 2024-11-13T23:25:12,162 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:25:12,162 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:25:12,162 DEBUG [RS:0;714b435e65e7:36909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,36909,1731540310020 2024-11-13T23:25:12,162 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36909,1731540310020' 2024-11-13T23:25:12,162 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-806839627/online-snapshot/abort' 2024-11-13T23:25:12,163 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-806839627/online-snapshot/acquired' 2024-11-13T23:25:12,163 DEBUG [RS:0;714b435e65e7:36909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:25:12,163 INFO [RS:0;714b435e65e7:36909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:25:12,163 INFO [RS:0;714b435e65e7:36909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:25:12,263 INFO [RS:0;714b435e65e7:36909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:12,265 INFO [RS:0;714b435e65e7:36909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C36909%2C1731540310020, suffix=, logDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/WALs/714b435e65e7,36909,1731540310020, archiveDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/oldWALs, maxLogs=10 2024-11-13T23:25:12,277 DEBUG [RS:0;714b435e65e7:36909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/WALs/714b435e65e7,36909,1731540310020/714b435e65e7%2C36909%2C1731540310020.1731540312265, exclude list is [], retry=0 2024-11-13T23:25:12,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34249,DS-057d3567-473d-4111-8365-8bc44de0eff6,DISK] 2024-11-13T23:25:12,282 INFO [RS:0;714b435e65e7:36909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/WALs/714b435e65e7,36909,1731540310020/714b435e65e7%2C36909%2C1731540310020.1731540312265 2024-11-13T23:25:12,283 DEBUG [RS:0;714b435e65e7:36909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39839:39839)] 2024-11-13T23:25:12,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:25:12,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234 2024-11-13T23:25:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:25:12,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:12,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:12,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:12,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:12,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:12,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:12,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:12,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:12,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:12,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:12,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:12,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:12,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:12,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:12,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:12,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:12,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:12,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:12,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740 2024-11-13T23:25:12,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740 2024-11-13T23:25:12,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:12,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:12,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:12,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:12,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:12,841 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59326048, jitterRate=-0.11597299575805664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540312825Initializing all the Stores at 1731540312826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540312826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540312826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540312827 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540312827Cleaning up temporary data from old regions at 1731540312836 (+9 ms)Region opened successfully at 1731540312841 (+5 ms) 2024-11-13T23:25:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:25:12,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:25:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:25:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:25:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:25:12,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540312841Disabling compacts and flushes for region at 1731540312841Disabling writes for close at 1731540312841Writing region close event to WAL at 1731540312841Closed at 1731540312841 2024-11-13T23:25:12,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:12,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:25:12,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:25:12,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:12,845 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:25:12,996 DEBUG [714b435e65e7:42445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:25:12,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,36909,1731540310020 2024-11-13T23:25:12,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36909,1731540310020, state=OPENING 2024-11-13T23:25:13,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:25:13,038 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:25:13,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:13,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:13,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806839627/meta-region-server: CHANGED 2024-11-13T23:25:13,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806839627/meta-region-server: CHANGED 2024-11-13T23:25:13,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:13,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36909,1731540310020}] 2024-11-13T23:25:13,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:25:13,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:25:13,259 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:25:13,259 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:13,260 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:25:13,262 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C36909%2C1731540310020.meta, suffix=.meta, logDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/WALs/714b435e65e7,36909,1731540310020, archiveDir=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/oldWALs, maxLogs=10 2024-11-13T23:25:13,277 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/WALs/714b435e65e7,36909,1731540310020/714b435e65e7%2C36909%2C1731540310020.meta.1731540313263.meta, exclude list is [], retry=0 2024-11-13T23:25:13,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34249,DS-057d3567-473d-4111-8365-8bc44de0eff6,DISK] 2024-11-13T23:25:13,282 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/WALs/714b435e65e7,36909,1731540310020/714b435e65e7%2C36909%2C1731540310020.meta.1731540313263.meta 2024-11-13T23:25:13,282 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39839:39839)] 2024-11-13T23:25:13,282 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:13,283 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:13,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:25:13,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:25:13,283 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:25:13,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:25:13,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:13,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:25:13,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:25:13,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:13,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:13,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:13,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:13,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:13,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:13,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:13,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:13,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:13,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:13,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:13,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:13,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:13,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:13,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:13,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:13,292 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:13,293 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740 2024-11-13T23:25:13,294 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740 2024-11-13T23:25:13,295 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:13,295 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:13,296 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:13,298 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:13,299 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63144726, jitterRate=-0.05907025933265686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:13,299 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:25:13,299 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540313283Writing region info on filesystem at 1731540313283Initializing all the Stores at 1731540313284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540313285 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540313286 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540313286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540313286Cleaning up temporary data from old regions at 1731540313295 (+9 ms)Running coprocessor post-open hooks at 1731540313299 (+4 ms)Region opened successfully at 1731540313299 2024-11-13T23:25:13,300 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540313247 2024-11-13T23:25:13,303 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:25:13,303 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:25:13,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36909,1731540310020 2024-11-13T23:25:13,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36909,1731540310020, state=OPEN 2024-11-13T23:25:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-806839627/meta-region-server 2024-11-13T23:25:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-806839627/meta-region-server 2024-11-13T23:25:13,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,36909,1731540310020 2024-11-13T23:25:13,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806839627/meta-region-server: CHANGED 2024-11-13T23:25:13,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-806839627/meta-region-server: CHANGED 2024-11-13T23:25:13,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:25:13,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36909,1731540310020 in 279 msec 2024-11-13T23:25:13,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:25:13,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-13T23:25:13,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:13,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:25:13,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:13,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36909,1731540310020, seqNum=-1] 2024-11-13T23:25:13,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:13,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:13,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3930 sec 2024-11-13T23:25:13,394 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540313394, completionTime=-1 2024-11-13T23:25:13,395 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:25:13,395 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:25:13,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:25:13,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540373402 2024-11-13T23:25:13,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540433402 2024-11-13T23:25:13,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-13T23:25:13,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42445,1731540309899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:13,403 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42445,1731540309899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:13,403 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42445,1731540309899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:13,403 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:42445, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:13,403 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:13,403 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:13,405 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:25:13,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.332sec 2024-11-13T23:25:13,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:25:13,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:25:13,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:25:13,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:25:13,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:25:13,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42445,1731540309899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:13,411 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42445,1731540309899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:25:13,420 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:25:13,420 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:25:13,420 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42445,1731540309899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:13,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42445,-1 for getting cluster id 2024-11-13T23:25:13,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:13,448 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3' 2024-11-13T23:25:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3" 2024-11-13T23:25:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc0a68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42445,-1] 2024-11-13T23:25:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:13,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:13,450 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:13,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:13,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36909,1731540310020, seqNum=-1] 2024-11-13T23:25:13,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:13,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,42445,1731540309899 2024-11-13T23:25:13,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64363 2024-11-13T23:25:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:13,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137cded660005 connected 2024-11-13T23:25:13,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35681,-1 for getting cluster id 2024-11-13T23:25:13,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:13,541 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '496e16d6-a174-4944-94d2-8d8d3cf0b4c6' 2024-11-13T23:25:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "496e16d6-a174-4944-94d2-8d8d3cf0b4c6" 2024-11-13T23:25:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b66affc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35681,-1] 2024-11-13T23:25:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:13,543 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ad0d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,35681,1731540305033 2024-11-13T23:25:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d678f6 2024-11-13T23:25:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:13,546 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:13,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:42445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:25:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:25:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:13,549 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:42445' 2024-11-13T23:25:13,550 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6637730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,550 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42445,-1 for getting cluster id 2024-11-13T23:25:13,550 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:13,551 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3' 2024-11-13T23:25:13,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3" 2024-11-13T23:25:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6011ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42445,-1] 2024-11-13T23:25:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:13,553 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6984c910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:13,554 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:13,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42445,1731540309899 2024-11-13T23:25:13,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d16045 2024-11-13T23:25:13,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:13,557 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:13,558 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T23:25:13,558 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:25:13,558 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:13,558 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:13,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:13,559 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:13,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:25:13,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:25:13,562 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:13,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:25:13,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741835_1011 (size=1138) 2024-11-13T23:25:13,611 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:25:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:13,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c82f5ec177a8cdad9f9568aff9fc77e5, NAME => 'hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6 2024-11-13T23:25:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741836_1012 (size=44) 2024-11-13T23:25:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:14,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:14,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c82f5ec177a8cdad9f9568aff9fc77e5, disabling compactions & flushes 2024-11-13T23:25:14,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:14,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:14,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. after waiting 0 ms 2024-11-13T23:25:14,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:14,380 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:14,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c82f5ec177a8cdad9f9568aff9fc77e5: Waiting for close lock at 1731540314379Disabling compacts and flushes for region at 1731540314379Disabling writes for close at 1731540314379Writing region close event to WAL at 1731540314380 (+1 ms)Closed at 1731540314380 2024-11-13T23:25:14,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:25:14,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540314381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540314381"}]},"ts":"1731540314381"} 2024-11-13T23:25:14,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:25:14,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:25:14,385 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540314384"}]},"ts":"1731540314384"} 2024-11-13T23:25:14,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:25:14,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c82f5ec177a8cdad9f9568aff9fc77e5, ASSIGN}] 2024-11-13T23:25:14,388 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c82f5ec177a8cdad9f9568aff9fc77e5, ASSIGN 2024-11-13T23:25:14,389 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c82f5ec177a8cdad9f9568aff9fc77e5, ASSIGN; state=OFFLINE, location=714b435e65e7,41573,1731540305234; forceNewPlan=false, retain=false 2024-11-13T23:25:14,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c82f5ec177a8cdad9f9568aff9fc77e5, regionState=OPENING, regionLocation=714b435e65e7,41573,1731540305234 2024-11-13T23:25:14,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c82f5ec177a8cdad9f9568aff9fc77e5, ASSIGN because future has completed 2024-11-13T23:25:14,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c82f5ec177a8cdad9f9568aff9fc77e5, server=714b435e65e7,41573,1731540305234}] 2024-11-13T23:25:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:14,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:14,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:14,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:25:14,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C41573%2C1731540305234.rep, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/oldWALs, maxLogs=10 2024-11-13T23:25:14,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:25:14,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:25:14,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:14,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T23:25:14,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:14,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:25:14,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:25:14,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:25:14,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.rep.1731540314702, exclude list is [], retry=0 2024-11-13T23:25:14,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-686154a6-dcc2-4091-a9f2-0a92f234ac7f,DISK] 2024-11-13T23:25:14,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.rep.1731540314702 2024-11-13T23:25:14,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46577:46577)] 2024-11-13T23:25:14,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c82f5ec177a8cdad9f9568aff9fc77e5, NAME => 'hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:14,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:14,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:25:14,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. service=MultiRowMutationService 2024-11-13T23:25:14,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:25:14,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:14,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,729 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,731 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c82f5ec177a8cdad9f9568aff9fc77e5 columnFamilyName hfileref 2024-11-13T23:25:14,731 DEBUG [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:14,731 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] regionserver.HStore(327): Store=c82f5ec177a8cdad9f9568aff9fc77e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:14,732 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,733 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c82f5ec177a8cdad9f9568aff9fc77e5 columnFamilyName queue 2024-11-13T23:25:14,733 DEBUG [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:14,734 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] regionserver.HStore(327): Store=c82f5ec177a8cdad9f9568aff9fc77e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:14,734 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,735 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c82f5ec177a8cdad9f9568aff9fc77e5 columnFamilyName sid 2024-11-13T23:25:14,736 DEBUG [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:14,736 INFO [StoreOpener-c82f5ec177a8cdad9f9568aff9fc77e5-1 {}] regionserver.HStore(327): Store=c82f5ec177a8cdad9f9568aff9fc77e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:14,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:25:14,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:14,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c82f5ec177a8cdad9f9568aff9fc77e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65919087, jitterRate=-0.017729058861732483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:25:14,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:14,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c82f5ec177a8cdad9f9568aff9fc77e5: Running coprocessor pre-open hook at 1731540314727Writing region info on filesystem at 1731540314727Initializing all the Stores at 1731540314728 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540314728Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540314729 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540314729Cleaning up temporary data from old regions at 1731540314739 (+10 ms)Running coprocessor post-open hooks at 1731540314743 (+4 ms)Region opened successfully at 1731540314744 (+1 ms) 2024-11-13T23:25:14,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5., pid=7, masterSystemTime=1731540314696 2024-11-13T23:25:14,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:14,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:14,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c82f5ec177a8cdad9f9568aff9fc77e5, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,41573,1731540305234 2024-11-13T23:25:14,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c82f5ec177a8cdad9f9568aff9fc77e5, server=714b435e65e7,41573,1731540305234 because future has completed 2024-11-13T23:25:14,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T23:25:14,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c82f5ec177a8cdad9f9568aff9fc77e5, server=714b435e65e7,41573,1731540305234 in 209 msec 2024-11-13T23:25:14,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:25:14,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c82f5ec177a8cdad9f9568aff9fc77e5, ASSIGN in 368 msec 2024-11-13T23:25:14,758 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:25:14,758 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540314758"}]},"ts":"1731540314758"} 2024-11-13T23:25:14,761 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:25:14,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:25:14,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-13T23:25:14,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5., hostname=714b435e65e7,41573,1731540305234, seqNum=2] 2024-11-13T23:25:14,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:14,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:14,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:25:15,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T23:25:15,041 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:25:15,074 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,41573,1731540305234, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:25:15,075 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:15,075 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41573,1731540305234, seqNum=-1] 2024-11-13T23:25:15,075 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:15,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T23:25:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,41573,1731540305234', locateType=CURRENT is [region=hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5., hostname=714b435e65e7,41573,1731540305234, seqNum=2] 2024-11-13T23:25:15,081 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T23:25:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T23:25:15,084 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,41573,1731540305234 suceeded 2024-11-13T23:25:15,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T23:25:15,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T23:25:15,086 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:42445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:25:15,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5400 sec 2024-11-13T23:25:15,095 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:42445' 2024-11-13T23:25:15,096 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e425837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:15,096 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42445,-1 for getting cluster id 2024-11-13T23:25:15,096 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:15,097 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3' 2024-11-13T23:25:15,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:15,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3" 2024-11-13T23:25:15,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77459a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:15,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42445,-1] 2024-11-13T23:25:15,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:15,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:15,098 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:15,099 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360a1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:15,099 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:15,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42445,1731540309899 2024-11-13T23:25:15,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3855f42 2024-11-13T23:25:15,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:15,101 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T23:25:15,101 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,41573,1731540305234 (queues=1) is replicating from cluster=496e16d6-a174-4944-94d2-8d8d3cf0b4c6 to cluster=f8b6a0da-e779-4e05-a7ae-d8f6f5b518d3 2024-11-13T23:25:15,101 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C41573%2C1731540305234 2024-11-13T23:25:15,101 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,41573,1731540305234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:25:15,102 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.shipper714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C41573%2C1731540305234 2024-11-13T23:25:15,102 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194, startPosition=0, beingWritten=true 2024-11-13T23:25:15,307 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:15,612 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:15,706 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:25:15,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:15,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:15,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:15,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:15,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:15,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,35681,1731540305033 2024-11-13T23:25:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22d4998f 2024-11-13T23:25:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:15,709 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:15,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35681 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:25:15,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:25:15,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:15,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:15,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:15,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:15,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:15,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:25:15,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=632523416, stopped=false 2024-11-13T23:25:15,710 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,42445,1731540309899 2024-11-13T23:25:15,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806839627/running 2024-11-13T23:25:15,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806839627/running 2024-11-13T23:25:15,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:15,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:15,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:25:15,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:15,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:15,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:15,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on znode that does not yet exist, /1-806839627/running 2024-11-13T23:25:15,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,36909,1731540310020' ***** 2024-11-13T23:25:15,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:25:15,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Set watcher on znode that does not yet exist, /1-806839627/running 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:25:15,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,36909,1731540310020 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:36909. 2024-11-13T23:25:15,750 DEBUG [RS:0;714b435e65e7:36909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:15,750 DEBUG [RS:0;714b435e65e7:36909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:25:15,750 INFO [RS:0;714b435e65e7:36909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:25:15,751 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:25:15,751 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:25:15,751 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:25:15,751 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:15,751 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:25:15,751 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:25:15,751 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:25:15,751 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:25:15,751 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:25:15,751 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T23:25:15,766 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740/.tmp/ns/dbd7271669aa4907bd3b97b2c5e9a8b1 is 43, key is default/ns:d/1731540313386/Put/seqid=0 2024-11-13T23:25:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741835_1011 (size=5153) 2024-11-13T23:25:15,839 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:25:15,951 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:16,017 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:16,136 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:25:16,136 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:25:16,151 DEBUG [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:16,171 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740/.tmp/ns/dbd7271669aa4907bd3b97b2c5e9a8b1 2024-11-13T23:25:16,177 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740/.tmp/ns/dbd7271669aa4907bd3b97b2c5e9a8b1 as hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740/ns/dbd7271669aa4907bd3b97b2c5e9a8b1 2024-11-13T23:25:16,183 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740/ns/dbd7271669aa4907bd3b97b2c5e9a8b1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T23:25:16,184 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-13T23:25:16,188 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T23:25:16,189 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:16,189 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:16,189 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:16,189 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540315751Running coprocessor pre-close hooks at 1731540315751Disabling compacts and flushes for region at 1731540315751Disabling writes for close at 1731540315751Obtaining lock to block concurrent updates at 1731540315751Preparing flush snapshotting stores in 1588230740 at 1731540315751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731540315751Flushing stores of hbase:meta,,1.1588230740 at 1731540315752 (+1 ms)Flushing 1588230740/ns: creating writer at 1731540315752Flushing 1588230740/ns: appending metadata at 1731540315765 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731540315765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d36567: reopening flushed file at 1731540316176 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731540316184 (+8 ms)Writing region close event to WAL at 1731540316184Running coprocessor post-close hooks at 1731540316188 (+4 ms)Closed at 1731540316189 (+1 ms) 2024-11-13T23:25:16,189 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:16,351 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,36909,1731540310020; all regions closed. 2024-11-13T23:25:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741834_1010 (size=1152) 2024-11-13T23:25:16,356 DEBUG [RS:0;714b435e65e7:36909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/oldWALs 2024-11-13T23:25:16,356 INFO [RS:0;714b435e65e7:36909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36909%2C1731540310020.meta:.meta(num 1731540313263) 2024-11-13T23:25:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741832_1008 (size=93) 2024-11-13T23:25:16,360 DEBUG [RS:0;714b435e65e7:36909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/oldWALs 2024-11-13T23:25:16,361 INFO [RS:0;714b435e65e7:36909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36909%2C1731540310020:(num 1731540312265) 2024-11-13T23:25:16,361 DEBUG [RS:0;714b435e65e7:36909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:16,361 INFO [RS:0;714b435e65e7:36909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:25:16,361 INFO [RS:0;714b435e65e7:36909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:25:16,361 INFO [RS:0;714b435e65e7:36909 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:25:16,361 INFO [RS:0;714b435e65e7:36909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:25:16,361 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:25:16,361 INFO [RS:0;714b435e65e7:36909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36909 2024-11-13T23:25:16,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806839627/rs/714b435e65e7,36909,1731540310020 2024-11-13T23:25:16,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627/rs 2024-11-13T23:25:16,402 INFO [RS:0;714b435e65e7:36909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:25:16,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,36909,1731540310020] 2024-11-13T23:25:16,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-806839627/draining/714b435e65e7,36909,1731540310020 already deleted, retry=false 2024-11-13T23:25:16,419 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,36909,1731540310020 expired; onlineServers=0 2024-11-13T23:25:16,419 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,42445,1731540309899' ***** 2024-11-13T23:25:16,419 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:25:16,419 INFO [M:0;714b435e65e7:42445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:25:16,419 INFO [M:0;714b435e65e7:42445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:25:16,419 DEBUG [M:0;714b435e65e7:42445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:25:16,419 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:25:16,419 DEBUG [M:0;714b435e65e7:42445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:25:16,419 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540312006 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540312006,5,FailOnTimeoutGroup] 2024-11-13T23:25:16,419 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540312006 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540312006,5,FailOnTimeoutGroup] 2024-11-13T23:25:16,419 INFO [M:0;714b435e65e7:42445 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:25:16,420 INFO [M:0;714b435e65e7:42445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:25:16,420 DEBUG [M:0;714b435e65e7:42445 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:25:16,420 INFO [M:0;714b435e65e7:42445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:25:16,420 INFO [M:0;714b435e65e7:42445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:25:16,420 INFO [M:0;714b435e65e7:42445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:25:16,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:25:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-806839627/master 2024-11-13T23:25:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-806839627 2024-11-13T23:25:16,427 DEBUG [M:0;714b435e65e7:42445 {}] zookeeper.ZKUtil(347): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Unable to get data of znode /1-806839627/master because node does not exist (not an error) 2024-11-13T23:25:16,427 WARN [M:0;714b435e65e7:42445 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:25:16,428 INFO [M:0;714b435e65e7:42445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/.lastflushedseqids 2024-11-13T23:25:16,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741836_1012 (size=99) 2024-11-13T23:25:16,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:16,511 INFO [RS:0;714b435e65e7:36909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:25:16,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36909-0x10137cded660004, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:16,511 INFO [RS:0;714b435e65e7:36909 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,36909,1731540310020; zookeeper connection closed. 2024-11-13T23:25:16,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2476f057 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2476f057 2024-11-13T23:25:16,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:25:16,522 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:16,835 INFO [M:0;714b435e65e7:42445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:25:16,835 INFO [M:0;714b435e65e7:42445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:25:16,836 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:25:16,836 INFO [M:0;714b435e65e7:42445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:16,836 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:16,836 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:25:16,836 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:16,836 INFO [M:0;714b435e65e7:42445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T23:25:16,855 DEBUG [M:0;714b435e65e7:42445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66ba95ba46f0491cb35a95dedaec2c86 is 82, key is hbase:meta,,1/info:regioninfo/1731540313304/Put/seqid=0 2024-11-13T23:25:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741837_1013 (size=5672) 2024-11-13T23:25:17,127 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:17,260 INFO [M:0;714b435e65e7:42445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66ba95ba46f0491cb35a95dedaec2c86 2024-11-13T23:25:17,281 DEBUG [M:0;714b435e65e7:42445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02df7ed1c8104151913e0ed817c2e52d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731540313393/Put/seqid=0 2024-11-13T23:25:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741838_1014 (size=5275) 2024-11-13T23:25:17,686 INFO [M:0;714b435e65e7:42445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02df7ed1c8104151913e0ed817c2e52d 2024-11-13T23:25:17,707 DEBUG [M:0;714b435e65e7:42445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c58a1801634d1bba3bf5a044d6cdea is 69, key is 714b435e65e7,36909,1731540310020/rs:state/1731540312076/Put/seqid=0 2024-11-13T23:25:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741839_1015 (size=5156) 2024-11-13T23:25:17,832 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:18,112 INFO [M:0;714b435e65e7:42445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c58a1801634d1bba3bf5a044d6cdea 2024-11-13T23:25:18,118 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66ba95ba46f0491cb35a95dedaec2c86 as hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66ba95ba46f0491cb35a95dedaec2c86 2024-11-13T23:25:18,123 INFO [M:0;714b435e65e7:42445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66ba95ba46f0491cb35a95dedaec2c86, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T23:25:18,124 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02df7ed1c8104151913e0ed817c2e52d as hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02df7ed1c8104151913e0ed817c2e52d 2024-11-13T23:25:18,130 INFO [M:0;714b435e65e7:42445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02df7ed1c8104151913e0ed817c2e52d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T23:25:18,131 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c58a1801634d1bba3bf5a044d6cdea as hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6c58a1801634d1bba3bf5a044d6cdea 2024-11-13T23:25:18,136 INFO [M:0;714b435e65e7:42445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44465/user/jenkins/test-data/70cd4394-915d-53b5-8ba4-7f4b80a0c234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6c58a1801634d1bba3bf5a044d6cdea, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T23:25:18,138 INFO [M:0;714b435e65e7:42445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-13T23:25:18,139 INFO [M:0;714b435e65e7:42445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:18,139 DEBUG [M:0;714b435e65e7:42445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540316835Disabling compacts and flushes for region at 1731540316835Disabling writes for close at 1731540316836 (+1 ms)Obtaining lock to block concurrent updates at 1731540316836Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540316836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731540316836Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540316837 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540316837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540316854 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540316854Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540317265 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540317280 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540317280Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540317691 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540317706 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540317706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d16ddb: reopening flushed file at 1731540318117 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7c223b: reopening flushed file at 1731540318123 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255aba33: reopening flushed file at 1731540318130 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1731540318138 (+8 ms)Writing region close event to WAL at 1731540318139 (+1 ms)Closed at 1731540318139 2024-11-13T23:25:18,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741830_1006 (size=10165) 2024-11-13T23:25:18,142 INFO [M:0;714b435e65e7:42445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:25:18,142 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:25:18,142 INFO [M:0;714b435e65e7:42445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42445 2024-11-13T23:25:18,143 INFO [M:0;714b435e65e7:42445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:25:18,261 INFO [M:0;714b435e65e7:42445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:25:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42445-0x10137cded660003, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:18,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:25:18,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:25:18,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:25:18,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:25:18,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.log.dir/,STOPPED} 2024-11-13T23:25:18,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:25:18,265 WARN [BP-716145370-172.17.0.2-1731540307952 heartbeating to localhost/127.0.0.1:44465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:25:18,265 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:25:18,265 WARN [BP-716145370-172.17.0.2-1731540307952 heartbeating to localhost/127.0.0.1:44465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-716145370-172.17.0.2-1731540307952 (Datanode Uuid 68366de0-a2d6-4392-935c-e400609747f2) service to localhost/127.0.0.1:44465 2024-11-13T23:25:18,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/cluster_8780a360-3e04-422c-b9cf-04db24dd77a8/data/data1/current/BP-716145370-172.17.0.2-1731540307952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:25:18,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/cluster_8780a360-3e04-422c-b9cf-04db24dd77a8/data/data2/current/BP-716145370-172.17.0.2-1731540307952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:25:18,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:25:18,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:25:18,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:25:18,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:25:18,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:25:18,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.log.dir/,STOPPED} 2024-11-13T23:25:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:25:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:25:18,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:18,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:18,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:18,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:18,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:18,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:25:18,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=794723892, stopped=false 2024-11-13T23:25:18,284 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,35681,1731540305033 2024-11-13T23:25:18,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961815612/running 2024-11-13T23:25:18,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961815612/running 2024-11-13T23:25:18,299 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:25:18,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:18,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:18,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:18,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:18,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:18,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on znode that does not yet exist, /01961815612/running 2024-11-13T23:25:18,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,41573,1731540305234' ***** 2024-11-13T23:25:18,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:25:18,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Set watcher on znode that does not yet exist, /01961815612/running 2024-11-13T23:25:18,299 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(3091): Received CLOSE for c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:18,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,41573,1731540305234 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:41573. 2024-11-13T23:25:18,300 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c82f5ec177a8cdad9f9568aff9fc77e5, disabling compactions & flushes 2024-11-13T23:25:18,300 DEBUG [RS:0;714b435e65e7:41573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:18,300 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:18,300 DEBUG [RS:0;714b435e65e7:41573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:18,300 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:18,300 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. after waiting 0 ms 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:25:18,300 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:25:18,300 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c82f5ec177a8cdad9f9568aff9fc77e5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T23:25:18,300 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:25:18,301 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:25:18,301 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c82f5ec177a8cdad9f9568aff9fc77e5=hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5.} 2024-11-13T23:25:18,301 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:18,301 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:25:18,301 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:25:18,301 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:25:18,301 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:25:18,301 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:25:18,301 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T23:25:18,315 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/info/1cd009960717473ba8d1a6b959cb5119 is 147, key is hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5./info:regioninfo/1731540314748/Put/seqid=0 2024-11-13T23:25:18,315 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5/.tmp/queue/b9a3ef7c08fe4676995e9394d488b0d3 is 151, key is 1-714b435e65e7,41573,1731540305234/queue:714b435e65e7%2C41573%2C1731540305234/1731540315079/Put/seqid=0 2024-11-13T23:25:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741838_1014 (size=6631) 2024-11-13T23:25:18,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741839_1015 (size=5350) 2024-11-13T23:25:18,360 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:25:18,501 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:18,637 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:18,701 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c82f5ec177a8cdad9f9568aff9fc77e5 2024-11-13T23:25:18,720 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/info/1cd009960717473ba8d1a6b959cb5119 2024-11-13T23:25:18,725 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5/.tmp/queue/b9a3ef7c08fe4676995e9394d488b0d3 2024-11-13T23:25:18,731 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5/.tmp/queue/b9a3ef7c08fe4676995e9394d488b0d3 as hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5/queue/b9a3ef7c08fe4676995e9394d488b0d3 2024-11-13T23:25:18,738 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5/queue/b9a3ef7c08fe4676995e9394d488b0d3, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T23:25:18,739 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c82f5ec177a8cdad9f9568aff9fc77e5 in 439ms, sequenceid=5, compaction requested=false 2024-11-13T23:25:18,739 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:25:18,742 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/ns/b7c9379b09764210b758ae984ec287f2 is 43, key is default/ns:d/1731540307832/Put/seqid=0 2024-11-13T23:25:18,744 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/replication/c82f5ec177a8cdad9f9568aff9fc77e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:25:18,745 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:18,745 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:18,745 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:18,745 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c82f5ec177a8cdad9f9568aff9fc77e5: Waiting for close lock at 1731540318300Running coprocessor pre-close hooks at 1731540318300Disabling compacts and flushes for region at 1731540318300Disabling writes for close at 1731540318300Obtaining lock to block concurrent updates at 1731540318300Preparing flush snapshotting stores in c82f5ec177a8cdad9f9568aff9fc77e5 at 1731540318300Finished memstore snapshotting hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731540318301 (+1 ms)Flushing stores of hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. at 1731540318301Flushing c82f5ec177a8cdad9f9568aff9fc77e5/queue: creating writer at 1731540318301Flushing c82f5ec177a8cdad9f9568aff9fc77e5/queue: appending metadata at 1731540318315 (+14 ms)Flushing c82f5ec177a8cdad9f9568aff9fc77e5/queue: closing flushed file at 1731540318315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5007dfce: reopening flushed file at 1731540318731 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c82f5ec177a8cdad9f9568aff9fc77e5 in 439ms, sequenceid=5, compaction requested=false at 1731540318739 (+8 ms)Writing region close event to WAL at 1731540318741 (+2 ms)Running coprocessor post-close hooks at 1731540318745 (+4 ms)Closed at 1731540318745 2024-11-13T23:25:18,745 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540313558.c82f5ec177a8cdad9f9568aff9fc77e5. 2024-11-13T23:25:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741840_1016 (size=5153) 2024-11-13T23:25:18,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:25:18,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:18,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:18,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:18,901 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:19,048 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:25:19,049 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:25:19,102 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:19,147 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/ns/b7c9379b09764210b758ae984ec287f2 2024-11-13T23:25:19,166 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/table/619a427a737a41ebaf7d10bda5ed110c is 53, key is hbase:replication/table:state/1731540314758/Put/seqid=0 2024-11-13T23:25:19,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741841_1017 (size=5256) 2024-11-13T23:25:19,302 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:25:19,302 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:25:19,302 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:19,502 DEBUG [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:25:19,542 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 to pos 0, reset compression=false 2024-11-13T23:25:19,571 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/table/619a427a737a41ebaf7d10bda5ed110c 2024-11-13T23:25:19,577 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/info/1cd009960717473ba8d1a6b959cb5119 as hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/info/1cd009960717473ba8d1a6b959cb5119 2024-11-13T23:25:19,583 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/info/1cd009960717473ba8d1a6b959cb5119, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T23:25:19,584 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/ns/b7c9379b09764210b758ae984ec287f2 as hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/ns/b7c9379b09764210b758ae984ec287f2 2024-11-13T23:25:19,590 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/ns/b7c9379b09764210b758ae984ec287f2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:25:19,591 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/.tmp/table/619a427a737a41ebaf7d10bda5ed110c as hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/table/619a427a737a41ebaf7d10bda5ed110c 2024-11-13T23:25:19,596 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/table/619a427a737a41ebaf7d10bda5ed110c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T23:25:19,598 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-13T23:25:19,603 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T23:25:19,603 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:19,603 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:19,603 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:19,604 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540318301Running coprocessor pre-close hooks at 1731540318301Disabling compacts and flushes for region at 1731540318301Disabling writes for close at 1731540318301Obtaining lock to block concurrent updates at 1731540318301Preparing flush snapshotting stores in 1588230740 at 1731540318301Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731540318301Flushing stores of hbase:meta,,1.1588230740 at 1731540318302 (+1 ms)Flushing 1588230740/info: creating writer at 1731540318302Flushing 1588230740/info: appending metadata at 1731540318315 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731540318315Flushing 1588230740/ns: creating writer at 1731540318727 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731540318742 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731540318742Flushing 1588230740/table: creating writer at 1731540319153 (+411 ms)Flushing 1588230740/table: appending metadata at 1731540319166 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731540319166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc403f5: reopening flushed file at 1731540319576 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9cbe3c: reopening flushed file at 1731540319583 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414c35c2: reopening flushed file at 1731540319590 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1731540319598 (+8 ms)Writing region close event to WAL at 1731540319599 (+1 ms)Running coprocessor post-close hooks at 1731540319603 (+4 ms)Closed at 1731540319603 2024-11-13T23:25:19,604 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:19,702 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,41573,1731540305234; all regions closed. 2024-11-13T23:25:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741834_1010 (size=2742) 2024-11-13T23:25:19,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.meta.1731540307736.meta not finished, retry = 0 2024-11-13T23:25:19,808 DEBUG [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/oldWALs 2024-11-13T23:25:19,808 INFO [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C41573%2C1731540305234.meta:.meta(num 1731540307736) 2024-11-13T23:25:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741837_1013 (size=1586) 2024-11-13T23:25:19,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.rep.1731540314702 not finished, retry = 0 2024-11-13T23:25:19,913 DEBUG [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/oldWALs 2024-11-13T23:25:19,913 INFO [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C41573%2C1731540305234.rep:(num 1731540314702) 2024-11-13T23:25:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741833_1009 (size=93) 2024-11-13T23:25:19,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/WALs/714b435e65e7,41573,1731540305234/714b435e65e7%2C41573%2C1731540305234.1731540307194 not finished, retry = 0 2024-11-13T23:25:20,018 DEBUG [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/oldWALs 2024-11-13T23:25:20,018 INFO [RS:0;714b435e65e7:41573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C41573%2C1731540305234:(num 1731540307194) 2024-11-13T23:25:20,018 DEBUG [RS:0;714b435e65e7:41573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:20,018 INFO [RS:0;714b435e65e7:41573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:25:20,018 INFO [RS:0;714b435e65e7:41573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:25:20,019 INFO [RS:0;714b435e65e7:41573 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:25:20,019 INFO [RS:0;714b435e65e7:41573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:25:20,019 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:25:20,019 INFO [RS:0;714b435e65e7:41573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,41573,1731540305234 because: Region server is closing 2024-11-13T23:25:20,019 INFO [RS:0;714b435e65e7:41573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:41573. 2024-11-13T23:25:20,019 DEBUG [RS:0;714b435e65e7:41573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:20,019 DEBUG [RS:0;714b435e65e7:41573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:20,019 DEBUG [RS:0;714b435e65e7:41573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:20,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:20,120 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.wal-reader.714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:25:20,120 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.shipper714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T23:25:20,120 INFO [RS:0;714b435e65e7:41573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41573,1731540305234.replicationSource.shipper714b435e65e7%2C41573%2C1731540305234,1-714b435e65e7,41573,1731540305234 terminated 2024-11-13T23:25:20,120 INFO [RS:0;714b435e65e7:41573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41573 2024-11-13T23:25:20,160 INFO [RS:0;714b435e65e7:41573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:25:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612/rs 2024-11-13T23:25:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961815612/rs/714b435e65e7,41573,1731540305234 2024-11-13T23:25:20,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,41573,1731540305234] 2024-11-13T23:25:20,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01961815612/draining/714b435e65e7,41573,1731540305234 already deleted, retry=false 2024-11-13T23:25:20,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,41573,1731540305234 expired; onlineServers=0 2024-11-13T23:25:20,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,35681,1731540305033' ***** 2024-11-13T23:25:20,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:25:20,177 INFO [M:0;714b435e65e7:35681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:25:20,177 INFO [M:0;714b435e65e7:35681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:25:20,177 DEBUG [M:0;714b435e65e7:35681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:25:20,177 DEBUG [M:0;714b435e65e7:35681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:25:20,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:25:20,178 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540306947 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540306947,5,FailOnTimeoutGroup] 2024-11-13T23:25:20,178 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540306947 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540306947,5,FailOnTimeoutGroup] 2024-11-13T23:25:20,178 INFO [M:0;714b435e65e7:35681 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:25:20,178 INFO [M:0;714b435e65e7:35681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:25:20,178 DEBUG [M:0;714b435e65e7:35681 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:25:20,178 INFO [M:0;714b435e65e7:35681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:25:20,178 INFO [M:0;714b435e65e7:35681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:25:20,178 INFO [M:0;714b435e65e7:35681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:25:20,178 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:25:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961815612/master 2024-11-13T23:25:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961815612 2024-11-13T23:25:20,185 DEBUG [M:0;714b435e65e7:35681 {}] zookeeper.ZKUtil(347): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Unable to get data of znode /01961815612/master because node does not exist (not an error) 2024-11-13T23:25:20,185 WARN [M:0;714b435e65e7:35681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:25:20,186 INFO [M:0;714b435e65e7:35681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/.lastflushedseqids 2024-11-13T23:25:20,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741842_1018 (size=181) 2024-11-13T23:25:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:20,269 INFO [RS:0;714b435e65e7:41573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:25:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41573-0x10137cded660001, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:20,269 INFO [RS:0;714b435e65e7:41573 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,41573,1731540305234; zookeeper connection closed. 2024-11-13T23:25:20,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ff96bcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ff96bcd 2024-11-13T23:25:20,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:25:20,591 INFO [M:0;714b435e65e7:35681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:25:20,591 INFO [M:0;714b435e65e7:35681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:25:20,591 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:25:20,592 INFO [M:0;714b435e65e7:35681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:20,592 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:20,592 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:25:20,592 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:20,592 INFO [M:0;714b435e65e7:35681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T23:25:20,609 DEBUG [M:0;714b435e65e7:35681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a14e8de3c24b8e94d3608bcc0ebd83 is 82, key is hbase:meta,,1/info:regioninfo/1731540307772/Put/seqid=0 2024-11-13T23:25:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741843_1019 (size=5672) 2024-11-13T23:25:21,014 INFO [M:0;714b435e65e7:35681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a14e8de3c24b8e94d3608bcc0ebd83 2024-11-13T23:25:21,032 DEBUG [M:0;714b435e65e7:35681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e722b8ed2831438d815b2c5a0f9cc787 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731540314764/Put/seqid=0 2024-11-13T23:25:21,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741844_1020 (size=7203) 2024-11-13T23:25:21,437 INFO [M:0;714b435e65e7:35681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e722b8ed2831438d815b2c5a0f9cc787 2024-11-13T23:25:21,455 DEBUG [M:0;714b435e65e7:35681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0b236ebe0bb40a2be9078959f1a7d13 is 69, key is 714b435e65e7,41573,1731540305234/rs:state/1731540307020/Put/seqid=0 2024-11-13T23:25:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741845_1021 (size=5156) 2024-11-13T23:25:21,860 INFO [M:0;714b435e65e7:35681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0b236ebe0bb40a2be9078959f1a7d13 2024-11-13T23:25:21,866 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a14e8de3c24b8e94d3608bcc0ebd83 as hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87a14e8de3c24b8e94d3608bcc0ebd83 2024-11-13T23:25:21,871 INFO [M:0;714b435e65e7:35681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87a14e8de3c24b8e94d3608bcc0ebd83, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T23:25:21,872 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e722b8ed2831438d815b2c5a0f9cc787 as hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e722b8ed2831438d815b2c5a0f9cc787 2024-11-13T23:25:21,877 INFO [M:0;714b435e65e7:35681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e722b8ed2831438d815b2c5a0f9cc787, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T23:25:21,878 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0b236ebe0bb40a2be9078959f1a7d13 as hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0b236ebe0bb40a2be9078959f1a7d13 2024-11-13T23:25:21,883 INFO [M:0;714b435e65e7:35681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0b236ebe0bb40a2be9078959f1a7d13, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T23:25:21,885 INFO [M:0;714b435e65e7:35681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-11-13T23:25:21,886 INFO [M:0;714b435e65e7:35681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:21,886 DEBUG [M:0;714b435e65e7:35681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540320591Disabling compacts and flushes for region at 1731540320591Disabling writes for close at 1731540320592 (+1 ms)Obtaining lock to block concurrent updates at 1731540320592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540320592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731540320592Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540320593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540320593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540320609 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540320609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540321018 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540321032 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540321032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540321442 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540321454 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540321454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1b8a9d: reopening flushed file at 1731540321865 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63dc9356: reopening flushed file at 1731540321871 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0e3a22: reopening flushed file at 1731540321877 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1731540321885 (+8 ms)Writing region close event to WAL at 1731540321886 (+1 ms)Closed at 1731540321886 2024-11-13T23:25:21,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d8147b9-34f0-9214-2b7a-21c29125cec6/MasterData/WALs/714b435e65e7,35681,1731540305033/714b435e65e7%2C35681%2C1731540305033.1731540306645 not finished, retry = 0 2024-11-13T23:25:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741830_1006 (size=41008) 2024-11-13T23:25:21,989 INFO [M:0;714b435e65e7:35681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:25:21,989 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:25:21,989 INFO [M:0;714b435e65e7:35681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35681 2024-11-13T23:25:21,989 INFO [M:0;714b435e65e7:35681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:25:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:22,127 INFO [M:0;714b435e65e7:35681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:25:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35681-0x10137cded660000, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:25:22,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383f8153{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:25:22,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:25:22,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:25:22,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:25:22,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.log.dir/,STOPPED} 2024-11-13T23:25:22,131 WARN [BP-1686592088-172.17.0.2-1731540302757 heartbeating to localhost/127.0.0.1:41519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:25:22,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:25:22,131 WARN [BP-1686592088-172.17.0.2-1731540302757 heartbeating to localhost/127.0.0.1:41519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1686592088-172.17.0.2-1731540302757 (Datanode Uuid 6d1a4ee1-2c57-4430-9e82-e54272480469) service to localhost/127.0.0.1:41519 2024-11-13T23:25:22,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:25:22,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34/data/data1/current/BP-1686592088-172.17.0.2-1731540302757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:25:22,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/cluster_b517f40e-0bd5-f552-bf47-11b1dd299a34/data/data2/current/BP-1686592088-172.17.0.2-1731540302757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:25:22,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:25:22,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14713665{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:25:22,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:25:22,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:25:22,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:25:22,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78c4bda1-1124-5df4-95a0-b95775cbc081/hadoop.log.dir/,STOPPED} 2024-11-13T23:25:22,143 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:25:22,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:25:22,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 106) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41519 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44465 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64363) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64363) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=8355 (was 9091) 2024-11-13T23:25:22,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=8355 2024-11-13T23:25:22,177 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T23:25:22,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.log.dir so I do NOT create it in target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2 2024-11-13T23:25:22,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:25:22,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.tmp.dir so I do NOT create it in target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2 2024-11-13T23:25:22,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/875ecbdf-0251-304c-3f28-81c61659e72f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:25:22,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2 2024-11-13T23:25:22,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe, deleteOnExit=true 2024-11-13T23:25:22,179 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 54058 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:360) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:25:22,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe/zookeeper_0, clientPort=54059, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:25:22,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54059 2024-11-13T23:25:22,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:25:22,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:25:22,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/test.cache.data in system properties and HBase conf 2024-11-13T23:25:22,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:25:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:25:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:25:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:25:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:25:22,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:25:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:22,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:25:22,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:25:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137cded660002, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:25:22,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137cded660002, quorum=127.0.0.1:64363, baseZNode=/01961815612 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:25:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137cded660005, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:25:22,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137cded660005, quorum=127.0.0.1:64363, baseZNode=/1-806839627 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:25:22,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:22,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:22,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:22,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:22,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:25:22,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:22,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:22,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:22,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/java.io.tmpdir/jetty-localhost-32865-hadoop-hdfs-3_4_1-tests_jar-_-any-9028012854045706633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:25:22,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:32865} 2024-11-13T23:25:22,563 INFO [Time-limited test {}] server.Server(415): Started @53716ms 2024-11-13T23:25:22,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:22,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:22,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:22,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:22,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:25:22,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:22,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:22,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/java.io.tmpdir/jetty-localhost-35559-hadoop-hdfs-3_4_1-tests_jar-_-any-13394772995229501610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:25:22,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:35559} 2024-11-13T23:25:22,874 INFO [Time-limited test {}] server.Server(415): Started @54027ms 2024-11-13T23:25:22,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:25:23,418 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe/data/data1/current/BP-1553887506-172.17.0.2-1731540322211/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:23,418 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe/data/data2/current/BP-1553887506-172.17.0.2-1731540322211/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:23,440 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:25:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1850fdc2e8f1fc44 with lease ID 0x452650b4e346229a: Processing first storage report for DS-bd8be10f-6299-48d8-beda-afbff434291b from datanode DatanodeRegistration(127.0.0.1:37529, datanodeUuid=982aa6a3-089d-4118-9594-8a6b6fd3ba45, infoPort=38599, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=607673369;c=1731540322211) 2024-11-13T23:25:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1850fdc2e8f1fc44 with lease ID 0x452650b4e346229a: from storage DS-bd8be10f-6299-48d8-beda-afbff434291b node DatanodeRegistration(127.0.0.1:37529, datanodeUuid=982aa6a3-089d-4118-9594-8a6b6fd3ba45, infoPort=38599, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=607673369;c=1731540322211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1850fdc2e8f1fc44 with lease ID 0x452650b4e346229a: Processing first storage report for DS-1b83ff64-35cd-4e2f-8b45-ab2aff45ae90 from datanode DatanodeRegistration(127.0.0.1:37529, datanodeUuid=982aa6a3-089d-4118-9594-8a6b6fd3ba45, infoPort=38599, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=607673369;c=1731540322211) 2024-11-13T23:25:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1850fdc2e8f1fc44 with lease ID 0x452650b4e346229a: from storage DS-1b83ff64-35cd-4e2f-8b45-ab2aff45ae90 node DatanodeRegistration(127.0.0.1:37529, datanodeUuid=982aa6a3-089d-4118-9594-8a6b6fd3ba45, infoPort=38599, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=607673369;c=1731540322211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:23,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2 2024-11-13T23:25:23,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:23,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:25:23,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547 with version=8 2024-11-13T23:25:23,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/hbase-staging 2024-11-13T23:25:23,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:23,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:23,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:23,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:23,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:23,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:23,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:25:23,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:23,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33067 2024-11-13T23:25:23,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33067 connecting to ZooKeeper ensemble=127.0.0.1:54059 2024-11-13T23:25:23,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330670x0, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:23,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33067-0x10137ce396d0000 connected 2024-11-13T23:25:24,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:24,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:24,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on znode that does not yet exist, /0-1467033330/running 2024-11-13T23:25:24,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547, hbase.cluster.distributed=false 2024-11-13T23:25:24,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on znode that does not yet exist, /0-1467033330/acl 2024-11-13T23:25:24,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33067 2024-11-13T23:25:24,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33067 2024-11-13T23:25:24,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33067 2024-11-13T23:25:24,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33067 2024-11-13T23:25:24,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33067 2024-11-13T23:25:24,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:24,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:24,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:24,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:24,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:24,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:24,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:25:24,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:24,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42035 2024-11-13T23:25:24,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42035 connecting to ZooKeeper ensemble=127.0.0.1:54059 2024-11-13T23:25:24,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:24,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420350x0, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:24,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420350x0, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on znode that does not yet exist, /0-1467033330/running 2024-11-13T23:25:24,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42035-0x10137ce396d0001 connected 2024-11-13T23:25:24,105 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:25:24,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:25:24,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on znode that does not yet exist, /0-1467033330/master 2024-11-13T23:25:24,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on znode that does not yet exist, /0-1467033330/acl 2024-11-13T23:25:24,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42035 2024-11-13T23:25:24,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42035 2024-11-13T23:25:24,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42035 2024-11-13T23:25:24,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42035 2024-11-13T23:25:24,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42035 2024-11-13T23:25:24,140 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:33067 2024-11-13T23:25:24,140 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1467033330/backup-masters/714b435e65e7,33067,1731540323913 2024-11-13T23:25:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330/backup-masters 2024-11-13T23:25:24,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330/backup-masters 2024-11-13T23:25:24,150 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on existing znode=/0-1467033330/backup-masters/714b435e65e7,33067,1731540323913 2024-11-13T23:25:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1467033330/master 2024-11-13T23:25:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:24,159 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on existing znode=/0-1467033330/master 2024-11-13T23:25:24,159 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1467033330/backup-masters/714b435e65e7,33067,1731540323913 from backup master directory 2024-11-13T23:25:24,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1467033330/backup-masters/714b435e65e7,33067,1731540323913 2024-11-13T23:25:24,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330/backup-masters 2024-11-13T23:25:24,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330/backup-masters 2024-11-13T23:25:24,166 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:24,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,33067,1731540323913 2024-11-13T23:25:24,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/hbase.id] with ID: bc9473cd-05fc-4f01-9220-a7bcbfe077c7 2024-11-13T23:25:24,172 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/.tmp/hbase.id 2024-11-13T23:25:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:25:24,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:25:24,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:24,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:24,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:24,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:24,582 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/.tmp/hbase.id]:[hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/hbase.id] 2024-11-13T23:25:24,597 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:24,598 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:25:24,599 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:25:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:25:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:24,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:25:24,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:25:24,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:25,050 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:25,051 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:25:25,051 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:25,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:25:25,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store 2024-11-13T23:25:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:25:25,073 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:25,073 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:25:25,073 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:25,073 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:25,073 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:25:25,073 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:25,073 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:25,073 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540325073Disabling compacts and flushes for region at 1731540325073Disabling writes for close at 1731540325073Writing region close event to WAL at 1731540325073Closed at 1731540325073 2024-11-13T23:25:25,074 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/.initializing 2024-11-13T23:25:25,074 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/WALs/714b435e65e7,33067,1731540323913 2024-11-13T23:25:25,076 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:25,078 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C33067%2C1731540323913, suffix=, logDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/WALs/714b435e65e7,33067,1731540323913, archiveDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/oldWALs, maxLogs=10 2024-11-13T23:25:25,091 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/WALs/714b435e65e7,33067,1731540323913/714b435e65e7%2C33067%2C1731540323913.1731540325078, exclude list is [], retry=0 2024-11-13T23:25:25,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-bd8be10f-6299-48d8-beda-afbff434291b,DISK] 2024-11-13T23:25:25,101 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/WALs/714b435e65e7,33067,1731540323913/714b435e65e7%2C33067%2C1731540323913.1731540325078 2024-11-13T23:25:25,103 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38599:38599)] 2024-11-13T23:25:25,103 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:25,104 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:25,104 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,104 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:25:25,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:25,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:25:25,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:25,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:25:25,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:25,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:25:25,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:25,118 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,120 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,120 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,121 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,121 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,122 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:25,123 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:25,125 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:25,125 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61143071, jitterRate=-0.08889724314212799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:25,126 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540325104Initializing all the Stores at 1731540325105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540325105Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540325105Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540325105Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540325105Cleaning up temporary data from old regions at 1731540325121 (+16 ms)Region opened successfully at 1731540325126 (+5 ms) 2024-11-13T23:25:25,126 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:25:25,129 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d869a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:25,130 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:25:25,130 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:25:25,130 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:25:25,130 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:25:25,131 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:25:25,131 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:25:25,131 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:25:25,133 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:25:25,134 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Unable to get data of znode /0-1467033330/balancer because node does not exist (not necessarily an error) 2024-11-13T23:25:25,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1467033330/balancer already deleted, retry=false 2024-11-13T23:25:25,171 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:25:25,172 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Unable to get data of znode /0-1467033330/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:25:25,179 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1467033330/normalizer already deleted, retry=false 2024-11-13T23:25:25,179 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:25:25,180 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Unable to get data of znode /0-1467033330/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:25:25,187 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1467033330/switch/split already deleted, retry=false 2024-11-13T23:25:25,188 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Unable to get data of znode /0-1467033330/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:25:25,196 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1467033330/switch/merge already deleted, retry=false 2024-11-13T23:25:25,198 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Unable to get data of znode /0-1467033330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:25:25,208 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1467033330/snapshot-cleanup already deleted, retry=false 2024-11-13T23:25:25,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1467033330/running 2024-11-13T23:25:25,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:25,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1467033330/running 2024-11-13T23:25:25,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:25,217 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,33067,1731540323913, sessionid=0x10137ce396d0000, setting cluster-up flag (Was=false) 2024-11-13T23:25:25,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:25,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:25,258 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1467033330/flush-table-proc/acquired, /0-1467033330/flush-table-proc/reached, /0-1467033330/flush-table-proc/abort 2024-11-13T23:25:25,262 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,33067,1731540323913 2024-11-13T23:25:25,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:25,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:25,308 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1467033330/online-snapshot/acquired, /0-1467033330/online-snapshot/reached, /0-1467033330/online-snapshot/abort 2024-11-13T23:25:25,309 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,33067,1731540323913 2024-11-13T23:25:25,311 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:25:25,312 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:25,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:25:25,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:25:25,313 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,33067,1731540323913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:25,315 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:25,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:25:25,324 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540355324 2024-11-13T23:25:25,324 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:25:25,324 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:25:25,324 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:25:25,324 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:25:25,325 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:25:25,325 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:25:25,325 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,325 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:25:25,325 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:25:25,325 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:25:25,325 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,325 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:25:25,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:25:25,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:25:25,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:25:25,326 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540325326,5,FailOnTimeoutGroup] 2024-11-13T23:25:25,326 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540325326,5,FailOnTimeoutGroup] 2024-11-13T23:25:25,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:25:25,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,327 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(746): ClusterId : bc9473cd-05fc-4f01-9220-a7bcbfe077c7 2024-11-13T23:25:25,327 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:25:25,338 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:25:25,338 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:25:25,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:25:25,346 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:25:25,347 DEBUG [RS:0;714b435e65e7:42035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5669391a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:25,360 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:42035 2024-11-13T23:25:25,361 INFO [RS:0;714b435e65e7:42035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:25:25,361 INFO [RS:0;714b435e65e7:42035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:25:25,361 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:25:25,362 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,33067,1731540323913 with port=42035, startcode=1731540324088 2024-11-13T23:25:25,362 DEBUG [RS:0;714b435e65e7:42035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:25:25,365 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:25:25,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,42035,1731540324088 2024-11-13T23:25:25,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,42035,1731540324088 2024-11-13T23:25:25,367 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547 2024-11-13T23:25:25,367 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37029 2024-11-13T23:25:25,367 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:25:25,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330/rs 2024-11-13T23:25:25,376 DEBUG [RS:0;714b435e65e7:42035 {}] zookeeper.ZKUtil(111): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on existing znode=/0-1467033330/rs/714b435e65e7,42035,1731540324088 2024-11-13T23:25:25,376 WARN [RS:0;714b435e65e7:42035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:25,376 INFO [RS:0;714b435e65e7:42035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:25,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,42035,1731540324088] 2024-11-13T23:25:25,376 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088 2024-11-13T23:25:25,381 INFO [RS:0;714b435e65e7:42035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:25:25,383 INFO [RS:0;714b435e65e7:42035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:25:25,383 INFO [RS:0;714b435e65e7:42035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:25:25,383 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,384 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:25:25,385 INFO [RS:0;714b435e65e7:42035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:25:25,385 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,385 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,386 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,386 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:25,386 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:25,386 DEBUG [RS:0;714b435e65e7:42035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:25,386 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,386 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,386 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,386 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,386 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,386 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42035,1731540324088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:25,407 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:25:25,408 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42035,1731540324088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,408 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,408 INFO [RS:0;714b435e65e7:42035 {}] regionserver.Replication(171): 714b435e65e7,42035,1731540324088 started 2024-11-13T23:25:25,422 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:25,422 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,42035,1731540324088, RpcServer on 714b435e65e7/172.17.0.2:42035, sessionid=0x10137ce396d0001 2024-11-13T23:25:25,422 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:25:25,422 DEBUG [RS:0;714b435e65e7:42035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,42035,1731540324088 2024-11-13T23:25:25,422 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,42035,1731540324088' 2024-11-13T23:25:25,422 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1467033330/flush-table-proc/abort' 2024-11-13T23:25:25,423 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1467033330/flush-table-proc/acquired' 2024-11-13T23:25:25,423 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:25:25,423 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:25:25,423 DEBUG [RS:0;714b435e65e7:42035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,42035,1731540324088 2024-11-13T23:25:25,423 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,42035,1731540324088' 2024-11-13T23:25:25,423 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1467033330/online-snapshot/abort' 2024-11-13T23:25:25,423 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1467033330/online-snapshot/acquired' 2024-11-13T23:25:25,424 DEBUG [RS:0;714b435e65e7:42035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:25:25,424 INFO [RS:0;714b435e65e7:42035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:25:25,424 INFO [RS:0;714b435e65e7:42035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:25:25,524 INFO [RS:0;714b435e65e7:42035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:25,526 INFO [RS:0;714b435e65e7:42035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C42035%2C1731540324088, suffix=, logDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088, archiveDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/oldWALs, maxLogs=10 2024-11-13T23:25:25,548 DEBUG [RS:0;714b435e65e7:42035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526, exclude list is [], retry=0 2024-11-13T23:25:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-bd8be10f-6299-48d8-beda-afbff434291b,DISK] 2024-11-13T23:25:25,556 INFO [RS:0;714b435e65e7:42035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 2024-11-13T23:25:25,561 DEBUG [RS:0;714b435e65e7:42035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38599:38599)] 2024-11-13T23:25:25,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:25:25,745 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547 2024-11-13T23:25:25,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:25:25,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:25,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:25,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:25,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:25,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:25,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:25,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:25,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:25,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:25,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:25,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:25,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:25,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:25,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:25,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:25,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740 2024-11-13T23:25:25,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740 2024-11-13T23:25:25,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:25,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:25,776 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:25,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:25,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:25,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69864535, jitterRate=0.041062697768211365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:25,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540325758Initializing all the Stores at 1731540325759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540325759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540325759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540325759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540325759Cleaning up temporary data from old regions at 1731540325775 (+16 ms)Region opened successfully at 1731540325780 (+5 ms) 2024-11-13T23:25:25,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:25:25,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:25:25,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:25:25,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:25:25,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:25:25,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:25,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540325781Disabling compacts and flushes for region at 1731540325781Disabling writes for close at 1731540325781Writing region close event to WAL at 1731540325781Closed at 1731540325781 2024-11-13T23:25:25,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:25,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:25:25,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:25:25,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:25,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:25:25,937 DEBUG [714b435e65e7:33067 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:25:25,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,42035,1731540324088 2024-11-13T23:25:25,939 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,42035,1731540324088, state=OPENING 2024-11-13T23:25:25,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:25:26,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:26,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:26,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1467033330/meta-region-server: CHANGED 2024-11-13T23:25:26,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:26,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,42035,1731540324088}] 2024-11-13T23:25:26,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1467033330/meta-region-server: CHANGED 2024-11-13T23:25:26,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:25:26,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:25:26,186 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:25:26,186 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:26,186 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:25:26,188 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C42035%2C1731540324088.meta, suffix=.meta, logDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088, archiveDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/oldWALs, maxLogs=10 2024-11-13T23:25:26,201 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.meta.1731540326189.meta, exclude list is [], retry=0 2024-11-13T23:25:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-bd8be10f-6299-48d8-beda-afbff434291b,DISK] 2024-11-13T23:25:26,205 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.meta.1731540326189.meta 2024-11-13T23:25:26,205 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38599:38599)] 2024-11-13T23:25:26,205 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:26,205 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:26,205 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:25:26,205 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:25:26,205 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:25:26,206 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:25:26,206 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:26,206 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:25:26,206 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:25:26,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:26,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:26,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:26,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:26,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:26,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:26,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:26,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:26,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:26,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:26,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:26,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:26,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:26,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:26,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:26,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:26,213 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:26,214 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740 2024-11-13T23:25:26,215 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740 2024-11-13T23:25:26,216 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:26,216 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:26,217 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:26,218 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:26,219 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59796800, jitterRate=-0.10895824432373047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:26,219 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:25:26,219 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540326206Writing region info on filesystem at 1731540326206Initializing all the Stores at 1731540326207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540326207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540326207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540326207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540326207Cleaning up temporary data from old regions at 1731540326216 (+9 ms)Running coprocessor post-open hooks at 1731540326219 (+3 ms)Region opened successfully at 1731540326219 2024-11-13T23:25:26,220 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540326177 2024-11-13T23:25:26,223 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:25:26,223 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:25:26,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,42035,1731540324088 2024-11-13T23:25:26,224 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,42035,1731540324088, state=OPEN 2024-11-13T23:25:26,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1467033330/meta-region-server 2024-11-13T23:25:26,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1467033330/meta-region-server 2024-11-13T23:25:26,242 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,42035,1731540324088 2024-11-13T23:25:26,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1467033330/meta-region-server: CHANGED 2024-11-13T23:25:26,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1467033330/meta-region-server: CHANGED 2024-11-13T23:25:26,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:25:26,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,42035,1731540324088 in 219 msec 2024-11-13T23:25:26,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:25:26,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-13T23:25:26,248 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:26,248 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:25:26,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:26,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42035,1731540324088, seqNum=-1] 2024-11-13T23:25:26,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:26,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:26,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 945 msec 2024-11-13T23:25:26,259 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540326259, completionTime=-1 2024-11-13T23:25:26,259 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:25:26,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540386261 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540446261 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33067,1731540323913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33067,1731540323913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33067,1731540323913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:33067, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:26,261 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:26,262 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:26,264 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:25:26,266 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.100sec 2024-11-13T23:25:26,266 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:25:26,266 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:25:26,266 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:25:26,267 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:25:26,267 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:25:26,267 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33067,1731540323913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:26,267 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33067,1731540323913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:25:26,269 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:25:26,269 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:25:26,269 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33067,1731540323913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:26,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:26,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33067,-1 for getting cluster id 2024-11-13T23:25:26,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:26,329 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc9473cd-05fc-4f01-9220-a7bcbfe077c7' 2024-11-13T23:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc9473cd-05fc-4f01-9220-a7bcbfe077c7" 2024-11-13T23:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436c8e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33067,-1] 2024-11-13T23:25:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:26,331 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:26,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:26,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42035,1731540324088, seqNum=-1] 2024-11-13T23:25:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:26,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:26,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,33067,1731540323913 2024-11-13T23:25:26,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54059 2024-11-13T23:25:26,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:26,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137ce396d0002 connected 2024-11-13T23:25:26,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.log.dir so I do NOT create it in target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc 2024-11-13T23:25:26,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:25:26,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.tmp.dir so I do NOT create it in target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc 2024-11-13T23:25:26,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:25:26,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc 2024-11-13T23:25:26,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:25:26,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/cluster_b2c4e946-e6d9-7154-1250-44dd6cba2437, deleteOnExit=true 2024-11-13T23:25:26,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/test.cache.data in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:25:26,357 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:26,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:25:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:25:26,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:26,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:26,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:26,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:26,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:25:26,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:26,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:26,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:26,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/java.io.tmpdir/jetty-localhost-33987-hadoop-hdfs-3_4_1-tests_jar-_-any-4684428530069305596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:25:26,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:33987} 2024-11-13T23:25:26,763 INFO [Time-limited test {}] server.Server(415): Started @57917ms 2024-11-13T23:25:27,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:25:27,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:25:27,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:25:27,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:25:27,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:25:27,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:25:27,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:25:27,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/java.io.tmpdir/jetty-localhost-45783-hadoop-hdfs-3_4_1-tests_jar-_-any-8987375345115001097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:25:27,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:45783} 2024-11-13T23:25:27,149 INFO [Time-limited test {}] server.Server(415): Started @58303ms 2024-11-13T23:25:27,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:25:27,716 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/cluster_b2c4e946-e6d9-7154-1250-44dd6cba2437/data/data2/current/BP-1745559478-172.17.0.2-1731540326378/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:27,716 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/cluster_b2c4e946-e6d9-7154-1250-44dd6cba2437/data/data1/current/BP-1745559478-172.17.0.2-1731540326378/current, will proceed with Du for space computation calculation, 2024-11-13T23:25:27,740 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:25:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7eba1ba0f69dbaa with lease ID 0x22230c8a9c9561ea: Processing first storage report for DS-bc4df440-b2cb-4ffb-a303-56fd993f3276 from datanode DatanodeRegistration(127.0.0.1:37011, datanodeUuid=a7babcff-0fc2-4f15-8e7f-e6de4283c98e, infoPort=35397, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=347418422;c=1731540326378) 2024-11-13T23:25:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7eba1ba0f69dbaa with lease ID 0x22230c8a9c9561ea: from storage DS-bc4df440-b2cb-4ffb-a303-56fd993f3276 node DatanodeRegistration(127.0.0.1:37011, datanodeUuid=a7babcff-0fc2-4f15-8e7f-e6de4283c98e, infoPort=35397, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=347418422;c=1731540326378), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7eba1ba0f69dbaa with lease ID 0x22230c8a9c9561ea: Processing first storage report for DS-93e4411a-7e28-434c-816f-4c646789ce0a from datanode DatanodeRegistration(127.0.0.1:37011, datanodeUuid=a7babcff-0fc2-4f15-8e7f-e6de4283c98e, infoPort=35397, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=347418422;c=1731540326378) 2024-11-13T23:25:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7eba1ba0f69dbaa with lease ID 0x22230c8a9c9561ea: from storage DS-93e4411a-7e28-434c-816f-4c646789ce0a node DatanodeRegistration(127.0.0.1:37011, datanodeUuid=a7babcff-0fc2-4f15-8e7f-e6de4283c98e, infoPort=35397, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=347418422;c=1731540326378), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:25:27,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc 2024-11-13T23:25:27,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:27,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:25:28,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f with version=8 2024-11-13T23:25:28,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/hbase-staging 2024-11-13T23:25:28,193 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:28,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:28,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:28,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:28,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:28,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:28,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:25:28,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:28,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37631 2024-11-13T23:25:28,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37631 connecting to ZooKeeper ensemble=127.0.0.1:54059 2024-11-13T23:25:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376310x0, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:28,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37631-0x10137ce396d0003 connected 2024-11-13T23:25:28,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:28,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:28,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on znode that does not yet exist, /1-782316348/running 2024-11-13T23:25:28,357 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f, hbase.cluster.distributed=false 2024-11-13T23:25:28,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on znode that does not yet exist, /1-782316348/acl 2024-11-13T23:25:28,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37631 2024-11-13T23:25:28,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37631 2024-11-13T23:25:28,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37631 2024-11-13T23:25:28,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37631 2024-11-13T23:25:28,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37631 2024-11-13T23:25:28,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:25:28,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:28,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:28,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:25:28,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:25:28,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:25:28,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:25:28,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:25:28,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40863 2024-11-13T23:25:28,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40863 connecting to ZooKeeper ensemble=127.0.0.1:54059 2024-11-13T23:25:28,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:28,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408630x0, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:28,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408630x0, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on znode that does not yet exist, /1-782316348/running 2024-11-13T23:25:28,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:25:28,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40863-0x10137ce396d0004 connected 2024-11-13T23:25:28,403 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:25:28,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on znode that does not yet exist, /1-782316348/master 2024-11-13T23:25:28,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on znode that does not yet exist, /1-782316348/acl 2024-11-13T23:25:28,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40863 2024-11-13T23:25:28,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40863 2024-11-13T23:25:28,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40863 2024-11-13T23:25:28,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40863 2024-11-13T23:25:28,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40863 2024-11-13T23:25:28,433 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:37631 2024-11-13T23:25:28,435 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-782316348/backup-masters/714b435e65e7,37631,1731540328193 2024-11-13T23:25:28,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348/backup-masters 2024-11-13T23:25:28,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348/backup-masters 2024-11-13T23:25:28,446 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on existing znode=/1-782316348/backup-masters/714b435e65e7,37631,1731540328193 2024-11-13T23:25:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-782316348/master 2024-11-13T23:25:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:28,455 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on existing znode=/1-782316348/master 2024-11-13T23:25:28,455 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-782316348/backup-masters/714b435e65e7,37631,1731540328193 from backup master directory 2024-11-13T23:25:28,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782316348/backup-masters/714b435e65e7,37631,1731540328193 2024-11-13T23:25:28,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348/backup-masters 2024-11-13T23:25:28,462 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:28,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348/backup-masters 2024-11-13T23:25:28,462 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,37631,1731540328193 2024-11-13T23:25:28,466 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/hbase.id] with ID: 51f03a22-afed-4535-997e-146ea0d299c7 2024-11-13T23:25:28,466 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/.tmp/hbase.id 2024-11-13T23:25:28,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:25:28,873 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/.tmp/hbase.id]:[hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/hbase.id] 2024-11-13T23:25:28,886 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:28,886 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:25:28,888 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:25:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:29,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:25:29,002 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:29,003 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:25:29,004 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:25:29,413 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store 2024-11-13T23:25:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:25:29,819 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:29,819 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:25:29,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:29,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:29,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:25:29,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:29,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:25:29,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540329819Disabling compacts and flushes for region at 1731540329819Disabling writes for close at 1731540329820 (+1 ms)Writing region close event to WAL at 1731540329820Closed at 1731540329820 2024-11-13T23:25:29,821 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/.initializing 2024-11-13T23:25:29,821 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/WALs/714b435e65e7,37631,1731540328193 2024-11-13T23:25:29,822 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:29,824 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C37631%2C1731540328193, suffix=, logDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/WALs/714b435e65e7,37631,1731540328193, archiveDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/oldWALs, maxLogs=10 2024-11-13T23:25:29,836 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/WALs/714b435e65e7,37631,1731540328193/714b435e65e7%2C37631%2C1731540328193.1731540329824, exclude list is [], retry=0 2024-11-13T23:25:29,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37011,DS-bc4df440-b2cb-4ffb-a303-56fd993f3276,DISK] 2024-11-13T23:25:29,841 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/WALs/714b435e65e7,37631,1731540328193/714b435e65e7%2C37631%2C1731540328193.1731540329824 2024-11-13T23:25:29,841 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35397:35397)] 2024-11-13T23:25:29,841 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:29,841 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:29,841 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,841 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:25:29,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:29,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:29,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:25:29,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:29,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:29,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:25:29,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:29,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:29,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:25:29,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:29,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:29,850 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,851 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,851 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,852 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,852 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,853 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:29,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:25:29,855 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:29,856 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66426249, jitterRate=-0.010171756148338318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:29,856 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540329842Initializing all the Stores at 1731540329842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540329842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540329843 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540329843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540329843Cleaning up temporary data from old regions at 1731540329852 (+9 ms)Region opened successfully at 1731540329856 (+4 ms) 2024-11-13T23:25:29,856 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:25:29,859 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da28c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:29,860 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:25:29,860 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:25:29,860 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:25:29,860 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:25:29,860 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:25:29,861 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:25:29,861 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:25:29,863 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:25:29,863 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Unable to get data of znode /1-782316348/balancer because node does not exist (not necessarily an error) 2024-11-13T23:25:29,941 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782316348/balancer already deleted, retry=false 2024-11-13T23:25:29,941 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:25:29,942 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Unable to get data of znode /1-782316348/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:25:29,954 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782316348/normalizer already deleted, retry=false 2024-11-13T23:25:29,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:25:29,955 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Unable to get data of znode /1-782316348/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:25:29,970 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782316348/switch/split already deleted, retry=false 2024-11-13T23:25:29,971 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Unable to get data of znode /1-782316348/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:25:29,987 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782316348/switch/merge already deleted, retry=false 2024-11-13T23:25:29,989 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Unable to get data of znode /1-782316348/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:25:30,004 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782316348/snapshot-cleanup already deleted, retry=false 2024-11-13T23:25:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-782316348/running 2024-11-13T23:25:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-782316348/running 2024-11-13T23:25:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:30,021 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,37631,1731540328193, sessionid=0x10137ce396d0003, setting cluster-up flag (Was=false) 2024-11-13T23:25:30,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:30,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:30,087 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-782316348/flush-table-proc/acquired, /1-782316348/flush-table-proc/reached, /1-782316348/flush-table-proc/abort 2024-11-13T23:25:30,088 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,37631,1731540328193 2024-11-13T23:25:30,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:30,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:30,133 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-782316348/online-snapshot/acquired, /1-782316348/online-snapshot/reached, /1-782316348/online-snapshot/abort 2024-11-13T23:25:30,134 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,37631,1731540328193 2024-11-13T23:25:30,135 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:25:30,137 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:30,137 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:25:30,138 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:25:30,138 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,37631,1731540328193 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:25:30,139 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:30,139 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:30,139 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:30,139 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:25:30,139 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:25:30,140 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,140 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:30,140 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:30,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:25:30,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:30,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:25:30,155 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540360155 2024-11-13T23:25:30,155 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:25:30,155 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:25:30,155 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:25:30,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:25:30,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:25:30,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:25:30,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:25:30,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:25:30,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:25:30,157 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:25:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:25:30,159 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:25:30,159 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:25:30,163 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540330159,5,FailOnTimeoutGroup] 2024-11-13T23:25:30,163 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540330163,5,FailOnTimeoutGroup] 2024-11-13T23:25:30,163 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,164 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:25:30,164 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,164 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,218 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(746): ClusterId : 51f03a22-afed-4535-997e-146ea0d299c7 2024-11-13T23:25:30,218 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:25:30,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:25:30,230 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:25:30,230 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:25:30,238 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:25:30,238 DEBUG [RS:0;714b435e65e7:40863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3c40ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:25:30,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:30,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:30,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:30,259 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:40863 2024-11-13T23:25:30,259 INFO [RS:0;714b435e65e7:40863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:25:30,259 INFO [RS:0;714b435e65e7:40863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:25:30,259 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:25:30,260 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,37631,1731540328193 with port=40863, startcode=1731540328379 2024-11-13T23:25:30,260 DEBUG [RS:0;714b435e65e7:40863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:25:30,262 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:25:30,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,40863,1731540328379 2024-11-13T23:25:30,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37631 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,40863,1731540328379 2024-11-13T23:25:30,264 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f 2024-11-13T23:25:30,264 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46677 2024-11-13T23:25:30,265 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:25:30,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348/rs 2024-11-13T23:25:30,303 DEBUG [RS:0;714b435e65e7:40863 {}] zookeeper.ZKUtil(111): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on existing znode=/1-782316348/rs/714b435e65e7,40863,1731540328379 2024-11-13T23:25:30,303 WARN [RS:0;714b435e65e7:40863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:25:30,303 INFO [RS:0;714b435e65e7:40863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:30,303 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379 2024-11-13T23:25:30,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,40863,1731540328379] 2024-11-13T23:25:30,310 INFO [RS:0;714b435e65e7:40863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:25:30,312 INFO [RS:0;714b435e65e7:40863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:25:30,312 INFO [RS:0;714b435e65e7:40863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:25:30,312 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,315 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:25:30,316 INFO [RS:0;714b435e65e7:40863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:25:30,316 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,316 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,316 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,316 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,316 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,316 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:30,317 DEBUG [RS:0;714b435e65e7:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:25:30,318 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,318 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,318 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,318 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,318 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,318 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40863,1731540328379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:30,331 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:25:30,332 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40863,1731540328379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,332 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,332 INFO [RS:0;714b435e65e7:40863 {}] regionserver.Replication(171): 714b435e65e7,40863,1731540328379 started 2024-11-13T23:25:30,345 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:30,346 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,40863,1731540328379, RpcServer on 714b435e65e7/172.17.0.2:40863, sessionid=0x10137ce396d0004 2024-11-13T23:25:30,346 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:25:30,346 DEBUG [RS:0;714b435e65e7:40863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,40863,1731540328379 2024-11-13T23:25:30,346 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,40863,1731540328379' 2024-11-13T23:25:30,346 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-782316348/flush-table-proc/abort' 2024-11-13T23:25:30,346 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-782316348/flush-table-proc/acquired' 2024-11-13T23:25:30,347 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:25:30,347 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:25:30,347 DEBUG [RS:0;714b435e65e7:40863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,40863,1731540328379 2024-11-13T23:25:30,347 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,40863,1731540328379' 2024-11-13T23:25:30,347 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-782316348/online-snapshot/abort' 2024-11-13T23:25:30,347 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-782316348/online-snapshot/acquired' 2024-11-13T23:25:30,347 DEBUG [RS:0;714b435e65e7:40863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:25:30,347 INFO [RS:0;714b435e65e7:40863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:25:30,347 INFO [RS:0;714b435e65e7:40863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:25:30,448 INFO [RS:0;714b435e65e7:40863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:25:30,449 INFO [RS:0;714b435e65e7:40863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C40863%2C1731540328379, suffix=, logDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379, archiveDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/oldWALs, maxLogs=10 2024-11-13T23:25:30,461 DEBUG [RS:0;714b435e65e7:40863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379/714b435e65e7%2C40863%2C1731540328379.1731540330449, exclude list is [], retry=0 2024-11-13T23:25:30,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37011,DS-bc4df440-b2cb-4ffb-a303-56fd993f3276,DISK] 2024-11-13T23:25:30,466 INFO [RS:0;714b435e65e7:40863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379/714b435e65e7%2C40863%2C1731540328379.1731540330449 2024-11-13T23:25:30,466 DEBUG [RS:0;714b435e65e7:40863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35397:35397)] 2024-11-13T23:25:30,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:25:30,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f 2024-11-13T23:25:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:25:30,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:30,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:30,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:30,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:30,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:30,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:30,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:30,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:30,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:30,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:30,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:30,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:30,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:30,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:30,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:30,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:30,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:30,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:30,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740 2024-11-13T23:25:30,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740 2024-11-13T23:25:30,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:30,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:30,977 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:30,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:30,979 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:30,979 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73518616, jitterRate=0.0955127477645874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:30,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540330966Initializing all the Stores at 1731540330967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540330967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540330967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540330967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540330967Cleaning up temporary data from old regions at 1731540330976 (+9 ms)Region opened successfully at 1731540330979 (+3 ms) 2024-11-13T23:25:30,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:25:30,980 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:25:30,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:25:30,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:25:30,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:25:30,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:25:30,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540330979Disabling compacts and flushes for region at 1731540330979Disabling writes for close at 1731540330980 (+1 ms)Writing region close event to WAL at 1731540330980Closed at 1731540330980 2024-11-13T23:25:30,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:30,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:25:30,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:25:30,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:30,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:25:31,133 DEBUG [714b435e65e7:37631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:25:31,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,40863,1731540328379 2024-11-13T23:25:31,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,40863,1731540328379, state=OPENING 2024-11-13T23:25:31,149 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:25:31,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:31,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:25:31,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782316348/meta-region-server: CHANGED 2024-11-13T23:25:31,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782316348/meta-region-server: CHANGED 2024-11-13T23:25:31,158 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:25:31,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,40863,1731540328379}] 2024-11-13T23:25:31,311 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:25:31,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:25:31,315 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:25:31,316 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:31,316 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:25:31,317 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C40863%2C1731540328379.meta, suffix=.meta, logDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379, archiveDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/oldWALs, maxLogs=10 2024-11-13T23:25:31,329 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379/714b435e65e7%2C40863%2C1731540328379.meta.1731540331317.meta, exclude list is [], retry=0 2024-11-13T23:25:31,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37011,DS-bc4df440-b2cb-4ffb-a303-56fd993f3276,DISK] 2024-11-13T23:25:31,333 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379/714b435e65e7%2C40863%2C1731540328379.meta.1731540331317.meta 2024-11-13T23:25:31,333 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35397:35397)] 2024-11-13T23:25:31,333 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:31,333 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:31,333 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:25:31,333 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:25:31,334 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:25:31,334 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:25:31,334 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:31,334 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:25:31,334 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:25:31,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:25:31,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:25:31,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:31,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:31,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:25:31,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:25:31,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:31,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:31,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:25:31,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:25:31,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:31,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:31,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:25:31,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:25:31,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:31,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:25:31,340 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:25:31,340 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740 2024-11-13T23:25:31,341 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740 2024-11-13T23:25:31,342 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:25:31,343 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:25:31,343 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:25:31,344 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:25:31,345 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63327077, jitterRate=-0.056353017687797546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:25:31,345 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:25:31,345 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540331334Writing region info on filesystem at 1731540331334Initializing all the Stores at 1731540331335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540331335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540331335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540331335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540331335Cleaning up temporary data from old regions at 1731540331343 (+8 ms)Running coprocessor post-open hooks at 1731540331345 (+2 ms)Region opened successfully at 1731540331345 2024-11-13T23:25:31,346 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540331311 2024-11-13T23:25:31,348 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:25:31,348 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:25:31,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,40863,1731540328379 2024-11-13T23:25:31,350 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,40863,1731540328379, state=OPEN 2024-11-13T23:25:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-782316348/meta-region-server 2024-11-13T23:25:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-782316348/meta-region-server 2024-11-13T23:25:31,358 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,40863,1731540328379 2024-11-13T23:25:31,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782316348/meta-region-server: CHANGED 2024-11-13T23:25:31,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782316348/meta-region-server: CHANGED 2024-11-13T23:25:31,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:25:31,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,40863,1731540328379 in 200 msec 2024-11-13T23:25:31,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:25:31,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-13T23:25:31,363 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:25:31,363 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:25:31,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:31,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40863,1731540328379, seqNum=-1] 2024-11-13T23:25:31,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:31,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:31,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-13T23:25:31,371 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540331371, completionTime=-1 2024-11-13T23:25:31,371 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:25:31,371 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540391373 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540451373 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37631,1731540328193-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37631,1731540328193-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37631,1731540328193-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:37631, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:31,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:31,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:31,375 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:25:31,378 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.916sec 2024-11-13T23:25:31,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:25:31,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:25:31,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:25:31,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:25:31,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:25:31,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37631,1731540328193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:25:31,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37631,1731540328193-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:25:31,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:25:31,381 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:25:31,382 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:25:31,382 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37631,1731540328193-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:25:31,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:31,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,37631,-1 for getting cluster id 2024-11-13T23:25:31,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:31,421 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f03a22-afed-4535-997e-146ea0d299c7' 2024-11-13T23:25:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f03a22-afed-4535-997e-146ea0d299c7" 2024-11-13T23:25:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405f0c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,37631,-1] 2024-11-13T23:25:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:31,423 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:31,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:31,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40863,1731540328379, seqNum=-1] 2024-11-13T23:25:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:31,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:31,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,37631,1731540328193 2024-11-13T23:25:31,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54059 2024-11-13T23:25:31,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:25:31,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137ce396d0005 connected 2024-11-13T23:25:31,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33067,1731540323913 2024-11-13T23:25:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77311c86 2024-11-13T23:25:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:31,453 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:31,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:25:31,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:25:31,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:31,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:25:31,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:25:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:31,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:25:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:31,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8547385eb87aa786fa286755f1e42946, NAME => 'test,,1731540331453.8547385eb87aa786fa286755f1e42946.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547 2024-11-13T23:25:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:25:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:32,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540331453.8547385eb87aa786fa286755f1e42946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:32,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8547385eb87aa786fa286755f1e42946, disabling compactions & flushes 2024-11-13T23:25:32,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:25:32,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:25:32,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540331453.8547385eb87aa786fa286755f1e42946. after waiting 0 ms 2024-11-13T23:25:32,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:25:32,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:25:32,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8547385eb87aa786fa286755f1e42946: Waiting for close lock at 1731540332279Disabling compacts and flushes for region at 1731540332279Disabling writes for close at 1731540332279Writing region close event to WAL at 1731540332279Closed at 1731540332279 2024-11-13T23:25:32,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:25:32,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540331453.8547385eb87aa786fa286755f1e42946.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540332281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540332281"}]},"ts":"1731540332281"} 2024-11-13T23:25:32,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:25:32,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:25:32,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540332285"}]},"ts":"1731540332285"} 2024-11-13T23:25:32,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:25:32,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8547385eb87aa786fa286755f1e42946, ASSIGN}] 2024-11-13T23:25:32,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8547385eb87aa786fa286755f1e42946, ASSIGN 2024-11-13T23:25:32,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8547385eb87aa786fa286755f1e42946, ASSIGN; state=OFFLINE, location=714b435e65e7,42035,1731540324088; forceNewPlan=false, retain=false 2024-11-13T23:25:32,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8547385eb87aa786fa286755f1e42946, regionState=OPENING, regionLocation=714b435e65e7,42035,1731540324088 2024-11-13T23:25:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8547385eb87aa786fa286755f1e42946, ASSIGN because future has completed 2024-11-13T23:25:32,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8547385eb87aa786fa286755f1e42946, server=714b435e65e7,42035,1731540324088}] 2024-11-13T23:25:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:32,599 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:25:32,600 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8547385eb87aa786fa286755f1e42946, NAME => 'test,,1731540331453.8547385eb87aa786fa286755f1e42946.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:32,600 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:32,600 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:25:32,600 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,600 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540331453.8547385eb87aa786fa286755f1e42946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:32,600 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,600 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,602 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,603 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8547385eb87aa786fa286755f1e42946 columnFamilyName f 2024-11-13T23:25:32,603 DEBUG [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:32,604 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] regionserver.HStore(327): Store=8547385eb87aa786fa286755f1e42946/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:32,604 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,606 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8547385eb87aa786fa286755f1e42946 columnFamilyName f1 2024-11-13T23:25:32,606 DEBUG [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:32,606 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] regionserver.HStore(327): Store=8547385eb87aa786fa286755f1e42946/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:32,606 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,608 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8547385eb87aa786fa286755f1e42946 columnFamilyName norep 2024-11-13T23:25:32,608 DEBUG [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:32,609 INFO [StoreOpener-8547385eb87aa786fa286755f1e42946-1 {}] regionserver.HStore(327): Store=8547385eb87aa786fa286755f1e42946/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:32,609 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,610 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,610 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,611 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,611 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,611 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:25:32,613 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,615 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:32,615 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8547385eb87aa786fa286755f1e42946; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69834542, jitterRate=0.04061576724052429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:25:32,615 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:25:32,616 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8547385eb87aa786fa286755f1e42946: Running coprocessor pre-open hook at 1731540332601Writing region info on filesystem at 1731540332601Initializing all the Stores at 1731540332601Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540332602 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540332602Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540332602Cleaning up temporary data from old regions at 1731540332611 (+9 ms)Running coprocessor post-open hooks at 1731540332616 (+5 ms)Region opened successfully at 1731540332616 2024-11-13T23:25:32,619 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540331453.8547385eb87aa786fa286755f1e42946., pid=6, masterSystemTime=1731540332595 2024-11-13T23:25:32,621 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:25:32,621 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:25:32,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8547385eb87aa786fa286755f1e42946, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,42035,1731540324088 2024-11-13T23:25:32,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8547385eb87aa786fa286755f1e42946, server=714b435e65e7,42035,1731540324088 because future has completed 2024-11-13T23:25:32,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:25:32,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8547385eb87aa786fa286755f1e42946, server=714b435e65e7,42035,1731540324088 in 185 msec 2024-11-13T23:25:32,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:25:32,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8547385eb87aa786fa286755f1e42946, ASSIGN in 343 msec 2024-11-13T23:25:32,634 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:25:32,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540332634"}]},"ts":"1731540332634"} 2024-11-13T23:25:32,637 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:25:32,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:25:32,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-13T23:25:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:33,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:33,607 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:25:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,37631,1731540328193 2024-11-13T23:25:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f35dcf7 2024-11-13T23:25:33,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:33,609 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:33,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:25:33,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:25:33,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:33,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:25:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:33,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:25:33,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:25:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:34,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0deef5611583ea7bf739c23feddb0c2b, NAME => 'test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f 2024-11-13T23:25:34,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:25:34,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:34,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0deef5611583ea7bf739c23feddb0c2b, disabling compactions & flushes 2024-11-13T23:25:34,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:25:34,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:25:34,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. after waiting 0 ms 2024-11-13T23:25:34,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:25:34,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:25:34,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0deef5611583ea7bf739c23feddb0c2b: Waiting for close lock at 1731540334032Disabling compacts and flushes for region at 1731540334032Disabling writes for close at 1731540334032Writing region close event to WAL at 1731540334032Closed at 1731540334032 2024-11-13T23:25:34,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:25:34,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540334034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540334034"}]},"ts":"1731540334034"} 2024-11-13T23:25:34,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:25:34,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:25:34,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540334040"}]},"ts":"1731540334040"} 2024-11-13T23:25:34,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:25:34,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0deef5611583ea7bf739c23feddb0c2b, ASSIGN}] 2024-11-13T23:25:34,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0deef5611583ea7bf739c23feddb0c2b, ASSIGN 2024-11-13T23:25:34,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0deef5611583ea7bf739c23feddb0c2b, ASSIGN; state=OFFLINE, location=714b435e65e7,40863,1731540328379; forceNewPlan=false, retain=false 2024-11-13T23:25:34,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0deef5611583ea7bf739c23feddb0c2b, regionState=OPENING, regionLocation=714b435e65e7,40863,1731540328379 2024-11-13T23:25:34,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0deef5611583ea7bf739c23feddb0c2b, ASSIGN because future has completed 2024-11-13T23:25:34,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0deef5611583ea7bf739c23feddb0c2b, server=714b435e65e7,40863,1731540328379}] 2024-11-13T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:34,390 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:25:34,391 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0deef5611583ea7bf739c23feddb0c2b, NAME => 'test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:34,391 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:34,391 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:25:34,391 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,391 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:34,391 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,391 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,393 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,394 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0deef5611583ea7bf739c23feddb0c2b columnFamilyName f 2024-11-13T23:25:34,394 DEBUG [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:34,395 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] regionserver.HStore(327): Store=0deef5611583ea7bf739c23feddb0c2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:34,395 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,396 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0deef5611583ea7bf739c23feddb0c2b columnFamilyName f1 2024-11-13T23:25:34,396 DEBUG [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:34,397 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] regionserver.HStore(327): Store=0deef5611583ea7bf739c23feddb0c2b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:34,397 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,398 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0deef5611583ea7bf739c23feddb0c2b columnFamilyName norep 2024-11-13T23:25:34,398 DEBUG [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:34,399 INFO [StoreOpener-0deef5611583ea7bf739c23feddb0c2b-1 {}] regionserver.HStore(327): Store=0deef5611583ea7bf739c23feddb0c2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:34,399 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,399 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,400 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,401 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,401 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,401 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:25:34,402 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,404 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:34,405 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0deef5611583ea7bf739c23feddb0c2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72118806, jitterRate=0.07465395331382751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:25:34,405 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:25:34,405 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0deef5611583ea7bf739c23feddb0c2b: Running coprocessor pre-open hook at 1731540334392Writing region info on filesystem at 1731540334392Initializing all the Stores at 1731540334392Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540334393 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540334393Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540334393Cleaning up temporary data from old regions at 1731540334401 (+8 ms)Running coprocessor post-open hooks at 1731540334405 (+4 ms)Region opened successfully at 1731540334405 2024-11-13T23:25:34,406 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b., pid=6, masterSystemTime=1731540334352 2024-11-13T23:25:34,408 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:25:34,408 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:25:34,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0deef5611583ea7bf739c23feddb0c2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,40863,1731540328379 2024-11-13T23:25:34,426 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37631 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=714b435e65e7,40863,1731540328379, table=test, region=0deef5611583ea7bf739c23feddb0c2b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T23:25:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0deef5611583ea7bf739c23feddb0c2b, server=714b435e65e7,40863,1731540328379 because future has completed 2024-11-13T23:25:34,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:25:34,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0deef5611583ea7bf739c23feddb0c2b, server=714b435e65e7,40863,1731540328379 in 240 msec 2024-11-13T23:25:34,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:25:34,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0deef5611583ea7bf739c23feddb0c2b, ASSIGN in 397 msec 2024-11-13T23:25:34,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:25:34,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540334445"}]},"ts":"1731540334445"} 2024-11-13T23:25:34,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:25:34,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:25:34,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 840 msec 2024-11-13T23:25:34,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:25:34,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:25:34,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:25:34,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T23:25:34,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:25:34,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T23:25:34,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:25:34,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T23:25:34,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:25:34,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:25:34,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:25:34,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:25:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:25:34,747 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:25:34,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33067,-1 for getting cluster id 2024-11-13T23:25:34,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:34,748 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc9473cd-05fc-4f01-9220-a7bcbfe077c7' 2024-11-13T23:25:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc9473cd-05fc-4f01-9220-a7bcbfe077c7" 2024-11-13T23:25:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7547bbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33067,-1] 2024-11-13T23:25:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:34,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:34,750 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ee559b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,37631,-1 for getting cluster id 2024-11-13T23:25:34,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:34,752 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f03a22-afed-4535-997e-146ea0d299c7' 2024-11-13T23:25:34,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:34,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f03a22-afed-4535-997e-146ea0d299c7" 2024-11-13T23:25:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f52c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,37631,-1] 2024-11-13T23:25:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:34,754 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:34,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598280b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33067,-1 for getting cluster id 2024-11-13T23:25:34,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:34,756 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc9473cd-05fc-4f01-9220-a7bcbfe077c7' 2024-11-13T23:25:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc9473cd-05fc-4f01-9220-a7bcbfe077c7" 2024-11-13T23:25:34,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ba5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33067,-1] 2024-11-13T23:25:34,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:34,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:34,758 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33039fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33067,1731540323913 2024-11-13T23:25:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f7ec77b 2024-11-13T23:25:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:34,765 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:34,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:37631,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:25:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:25:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:25:34,769 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:37631' 2024-11-13T23:25:34,773 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747cbf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,773 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,37631,-1 for getting cluster id 2024-11-13T23:25:34,773 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:34,774 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f03a22-afed-4535-997e-146ea0d299c7' 2024-11-13T23:25:34,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:34,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f03a22-afed-4535-997e-146ea0d299c7" 2024-11-13T23:25:34,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5511a837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,37631,-1] 2024-11-13T23:25:34,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:34,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:34,777 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:34,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5301a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:34,778 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:34,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,37631,1731540328193 2024-11-13T23:25:34,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49ce3422 2024-11-13T23:25:34,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:34,780 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:34,781 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T23:25:34,781 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:25:34,781 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:34,781 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:34,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:34,781 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:25:34,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:25:34,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:25:34,784 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:34,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:25:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:25:34,833 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:25:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:25:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:25:35,197 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9903d5c923764ad2566345e8636a2ad, NAME => 'hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547 2024-11-13T23:25:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:25:35,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:35,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b9903d5c923764ad2566345e8636a2ad, disabling compactions & flushes 2024-11-13T23:25:35,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:25:35,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:25:35,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. after waiting 0 ms 2024-11-13T23:25:35,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:25:35,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:25:35,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9903d5c923764ad2566345e8636a2ad: Waiting for close lock at 1731540335204Disabling compacts and flushes for region at 1731540335204Disabling writes for close at 1731540335205 (+1 ms)Writing region close event to WAL at 1731540335205Closed at 1731540335205 2024-11-13T23:25:35,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:25:35,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540335206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540335206"}]},"ts":"1731540335206"} 2024-11-13T23:25:35,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:25:35,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:25:35,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540335209"}]},"ts":"1731540335209"} 2024-11-13T23:25:35,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:25:35,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9903d5c923764ad2566345e8636a2ad, ASSIGN}] 2024-11-13T23:25:35,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9903d5c923764ad2566345e8636a2ad, ASSIGN 2024-11-13T23:25:35,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9903d5c923764ad2566345e8636a2ad, ASSIGN; state=OFFLINE, location=714b435e65e7,42035,1731540324088; forceNewPlan=false, retain=false 2024-11-13T23:25:35,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9903d5c923764ad2566345e8636a2ad, regionState=OPENING, regionLocation=714b435e65e7,42035,1731540324088 2024-11-13T23:25:35,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9903d5c923764ad2566345e8636a2ad, ASSIGN because future has completed 2024-11-13T23:25:35,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9903d5c923764ad2566345e8636a2ad, server=714b435e65e7,42035,1731540324088}] 2024-11-13T23:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:25:35,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:25:35,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:25:35,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:25:35,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C42035%2C1731540324088.rep, suffix=, logDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088, archiveDir=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/oldWALs, maxLogs=10 2024-11-13T23:25:35,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.rep.1731540335527, exclude list is [], retry=0 2024-11-13T23:25:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-bd8be10f-6299-48d8-beda-afbff434291b,DISK] 2024-11-13T23:25:35,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.rep.1731540335527 2024-11-13T23:25:35,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38599:38599)] 2024-11-13T23:25:35,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b9903d5c923764ad2566345e8636a2ad, NAME => 'hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:25:35,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:25:35,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:25:35,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. service=MultiRowMutationService 2024-11-13T23:25:35,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:25:35,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:25:35,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,555 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,557 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9903d5c923764ad2566345e8636a2ad columnFamilyName hfileref 2024-11-13T23:25:35,557 DEBUG [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:35,557 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] regionserver.HStore(327): Store=b9903d5c923764ad2566345e8636a2ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:35,558 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,559 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9903d5c923764ad2566345e8636a2ad columnFamilyName queue 2024-11-13T23:25:35,560 DEBUG [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:35,560 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] regionserver.HStore(327): Store=b9903d5c923764ad2566345e8636a2ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:35,560 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,562 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9903d5c923764ad2566345e8636a2ad columnFamilyName sid 2024-11-13T23:25:35,562 DEBUG [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:25:35,563 INFO [StoreOpener-b9903d5c923764ad2566345e8636a2ad-1 {}] regionserver.HStore(327): Store=b9903d5c923764ad2566345e8636a2ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:25:35,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:25:35,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:25:35,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b9903d5c923764ad2566345e8636a2ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470437, jitterRate=0.09479482471942902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:25:35,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:25:35,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b9903d5c923764ad2566345e8636a2ad: Running coprocessor pre-open hook at 1731540335554Writing region info on filesystem at 1731540335554Initializing all the Stores at 1731540335555 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540335555Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540335555Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540335555Cleaning up temporary data from old regions at 1731540335566 (+11 ms)Running coprocessor post-open hooks at 1731540335577 (+11 ms)Region opened successfully at 1731540335577 2024-11-13T23:25:35,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad., pid=10, masterSystemTime=1731540335520 2024-11-13T23:25:35,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:25:35,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:25:35,582 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9903d5c923764ad2566345e8636a2ad, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,42035,1731540324088 2024-11-13T23:25:35,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9903d5c923764ad2566345e8636a2ad, server=714b435e65e7,42035,1731540324088 because future has completed 2024-11-13T23:25:35,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:25:35,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b9903d5c923764ad2566345e8636a2ad, server=714b435e65e7,42035,1731540324088 in 219 msec 2024-11-13T23:25:35,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:25:35,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9903d5c923764ad2566345e8636a2ad, ASSIGN in 378 msec 2024-11-13T23:25:35,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:25:35,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540335594"}]},"ts":"1731540335594"} 2024-11-13T23:25:35,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:25:35,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:25:35,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-11-13T23:25:35,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad., hostname=714b435e65e7,42035,1731540324088, seqNum=2] 2024-11-13T23:25:35,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:35,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:25:35,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:25:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:25:35,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:25:35,943 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:25:36,020 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,42035,1731540324088, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:25:36,021 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:36,021 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42035,1731540324088, seqNum=-1] 2024-11-13T23:25:36,021 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:36,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T23:25:36,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,42035,1731540324088', locateType=CURRENT is [region=hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad., hostname=714b435e65e7,42035,1731540324088, seqNum=2] 2024-11-13T23:25:36,031 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:25:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:25:36,035 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,42035,1731540324088 suceeded 2024-11-13T23:25:36,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:25:36,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 259 msec 2024-11-13T23:25:36,039 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:37631,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T23:25:36,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2740 sec 2024-11-13T23:25:36,067 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:37631' 2024-11-13T23:25:36,070 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f9a67b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:36,070 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,37631,-1 for getting cluster id 2024-11-13T23:25:36,070 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:36,071 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f03a22-afed-4535-997e-146ea0d299c7' 2024-11-13T23:25:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f03a22-afed-4535-997e-146ea0d299c7" 2024-11-13T23:25:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e9758b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,37631,-1] 2024-11-13T23:25:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:36,074 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:36,075 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341072f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:36,076 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,37631,1731540328193 2024-11-13T23:25:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f99866c 2024-11-13T23:25:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:36,078 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T23:25:36,080 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,42035,1731540324088 (queues=1) is replicating from cluster=bc9473cd-05fc-4f01-9220-a7bcbfe077c7 to cluster=51f03a22-afed-4535-997e-146ea0d299c7 2024-11-13T23:25:36,080 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C42035%2C1731540324088 2024-11-13T23:25:36,080 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,42035,1731540324088, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:25:36,083 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526, startPosition=0, beingWritten=true 2024-11-13T23:25:36,092 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C42035%2C1731540324088 2024-11-13T23:25:36,154 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:25:36,154 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 379, reset compression=false 2024-11-13T23:25:36,154 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,42035,1731540324088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:25:36,310 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:25:36,389 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 379, reset compression=false 2024-11-13T23:25:36,732 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 379, reset compression=false 2024-11-13T23:25:36,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:25:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:36,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:36,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:25:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:25:36,927 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:25:36,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:36,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:36,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:36,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:36,938 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731540336936/Put/seqid=0 2024-11-13T23:25:36,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741840_1016 (size=7894) 2024-11-13T23:25:37,162 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 379, reset compression=false 2024-11-13T23:25:37,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_1 is 34, key is ddd/f:row/1731540337401/Put/seqid=0 2024-11-13T23:25:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741841_1017 (size=7691) 2024-11-13T23:25:37,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:37,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33067,-1 for getting cluster id 2024-11-13T23:25:37,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:37,444 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc9473cd-05fc-4f01-9220-a7bcbfe077c7' 2024-11-13T23:25:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:37,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc9473cd-05fc-4f01-9220-a7bcbfe077c7" 2024-11-13T23:25:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b93c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33067,-1] 2024-11-13T23:25:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:37,446 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:37,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:37,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42035,1731540324088, seqNum=-1] 2024-11-13T23:25:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:37,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:37,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33067,1731540323913 2024-11-13T23:25:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111453ff 2024-11-13T23:25:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:37,484 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2] 2024-11-13T23:25:37,522 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:25:37,560 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T23:25:37,570 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T23:25:37,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_1 for inclusion in 8547385eb87aa786fa286755f1e42946/f 2024-11-13T23:25:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T23:25:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:25:37,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_0 for inclusion in 8547385eb87aa786fa286755f1e42946/f 2024-11-13T23:25:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T23:25:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:25:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HRegion(2603): Flush status journal for 8547385eb87aa786fa286755f1e42946: 2024-11-13T23:25:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_1 to hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_1 2024-11-13T23:25:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_1 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ 2024-11-13T23:25:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f/f/hfile_0 to hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_0 2024-11-13T23:25:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_0 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ 2024-11-13T23:25:37,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_1 into 8547385eb87aa786fa286755f1e42946/f as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ - updating store file list. 2024-11-13T23:25:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9091936c72ed4cc6b255516254178afa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:25:37,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ into 8547385eb87aa786fa286755f1e42946/f 2024-11-13T23:25:37,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_1 into 8547385eb87aa786fa286755f1e42946/f (new location: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/9091936c72ed4cc6b255516254178afa_SeqId_4_) 2024-11-13T23:25:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_1 2024-11-13T23:25:37,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_0 into 8547385eb87aa786fa286755f1e42946/f as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ - updating store file list. 2024-11-13T23:25:37,676 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 379, reset compression=false 2024-11-13T23:25:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:25:37,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ into 8547385eb87aa786fa286755f1e42946/f 2024-11-13T23:25:37,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_0 into 8547385eb87aa786fa286755f1e42946/f (new location: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_) 2024-11-13T23:25:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__sc4m6mn74lpfat9kq11v4buqnvqjupm8uapgk50pl1au2p12q1d0c0ag9dad5qlo/f/hfile_0 2024-11-13T23:25:37,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:37,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:37,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:37,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:37,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:37,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2 , the old value is region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=714b435e65e7:42035 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:25:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40863,1731540328379, seqNum=-1] 2024-11-13T23:25:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:25:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2 from cache 2024-11-13T23:25:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:37,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:37,700 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T23:25:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b., hostname=714b435e65e7,40863,1731540328379, seqNum=2] 2024-11-13T23:25:37,704 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:25:37,743 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:25:37,743 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,42035,1731540324088 got entry batch from reader: WALEntryBatch [walEntries=[{test/8547385eb87aa786fa286755f1e42946/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540337689/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T23:25:37,770 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:25:37,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T23:25:37,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.ReplicationSink(318): Replicating [bc9473cd-05fc-4f01-9220-a7bcbfe077c7] bulk loaded data 2024-11-13T23:25:37,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58b552d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:37,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,37631,-1 for getting cluster id 2024-11-13T23:25:37,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:37,799 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f03a22-afed-4535-997e-146ea0d299c7' 2024-11-13T23:25:37,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:37,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f03a22-afed-4535-997e-146ea0d299c7" 2024-11-13T23:25:37,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78d31a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:37,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,37631,-1] 2024-11-13T23:25:37,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:37,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:37,801 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:37,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c95bdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:37,807 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:42035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T23:25:37,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741837_1013 (size=7691) 2024-11-13T23:25:37,943 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 687, reset compression=false 2024-11-13T23:25:38,271 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 687, reset compression=false 2024-11-13T23:25:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741838_1014 (size=7894) 2024-11-13T23:25:38,693 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 687, reset compression=false 2024-11-13T23:25:38,707 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:25:38,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,37631,1731540328193 2024-11-13T23:25:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405e656c 2024-11-13T23:25:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:38,772 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T23:25:38,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:25:38,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:38,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40863,1731540328379, seqNum=-1] 2024-11-13T23:25:38,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:38,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T23:25:38,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T23:25:38,827 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T23:25:38,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ for inclusion in 0deef5611583ea7bf739c23feddb0c2b/f 2024-11-13T23:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T23:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:25:38,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ for inclusion in 0deef5611583ea7bf739c23feddb0c2b/f 2024-11-13T23:25:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T23:25:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:25:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HRegion(2603): Flush status journal for 0deef5611583ea7bf739c23feddb0c2b: 2024-11-13T23:25:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:25:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/c5cdec213cda4e029870d65979cc8d11_SeqId_4_ 2024-11-13T23:25:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9091936c72ed4cc6b255516254178afa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/cf347a32b5f44151a27a7684d082306a_SeqId_4_ 2024-11-13T23:25:38,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ into 0deef5611583ea7bf739c23feddb0c2b/f as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/c5cdec213cda4e029870d65979cc8d11_SeqId_4_ - updating store file list. 2024-11-13T23:25:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5cdec213cda4e029870d65979cc8d11_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:25:38,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/c5cdec213cda4e029870d65979cc8d11_SeqId_4_ into 0deef5611583ea7bf739c23feddb0c2b/f 2024-11-13T23:25:38,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ into 0deef5611583ea7bf739c23feddb0c2b/f (new location: hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/c5cdec213cda4e029870d65979cc8d11_SeqId_4_) 2024-11-13T23:25:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/ff0f4e4ab6f546d6b0229e40aa7f5a9d_SeqId_4_ 2024-11-13T23:25:38,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ into 0deef5611583ea7bf739c23feddb0c2b/f as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/cf347a32b5f44151a27a7684d082306a_SeqId_4_ - updating store file list. 2024-11-13T23:25:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf347a32b5f44151a27a7684d082306a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:25:38,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/cf347a32b5f44151a27a7684d082306a_SeqId_4_ into 0deef5611583ea7bf739c23feddb0c2b/f 2024-11-13T23:25:38,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ into 0deef5611583ea7bf739c23feddb0c2b/f (new location: hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/f/cf347a32b5f44151a27a7684d082306a_SeqId_4_) 2024-11-13T23:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/staging/jenkins.hfs.6__test__7rvpq7gmgmjebuh8351kp90o9jk5gjkhr70qkue1d02staou3e03ott23l0m1sr5/f/9091936c72ed4cc6b255516254178afa_SeqId_4_ 2024-11-13T23:25:38,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40863 {}] regionserver.ReplicationSink(324): Finished replicating [bc9473cd-05fc-4f01-9220-a7bcbfe077c7] bulk loaded data 2024-11-13T23:25:39,197 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 687, reset compression=false 2024-11-13T23:25:39,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:25:39,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731540339735/Put/seqid=0 2024-11-13T23:25:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741842_1018 (size=7997) 2024-11-13T23:25:39,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731540339773/Put/seqid=0 2024-11-13T23:25:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741843_1019 (size=7794) 2024-11-13T23:25:39,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:39,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33067,-1 for getting cluster id 2024-11-13T23:25:39,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:25:39,833 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc9473cd-05fc-4f01-9220-a7bcbfe077c7' 2024-11-13T23:25:39,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:25:39,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc9473cd-05fc-4f01-9220-a7bcbfe077c7" 2024-11-13T23:25:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a907d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33067,-1] 2024-11-13T23:25:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:25:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:39,837 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:25:39,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ac6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:25:39,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42035,1731540324088, seqNum=-1] 2024-11-13T23:25:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:39,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:39,852 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 687, reset compression=false 2024-11-13T23:25:39,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:25:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33067,1731540323913 2024-11-13T23:25:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b8a26a 2024-11-13T23:25:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:25:39,860 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:25:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2] 2024-11-13T23:25:39,870 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:25:39,908 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T23:25:39,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T23:25:39,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_1 for inclusion in 8547385eb87aa786fa286755f1e42946/f1 2024-11-13T23:25:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T23:25:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:25:39,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_0 for inclusion in 8547385eb87aa786fa286755f1e42946/f1 2024-11-13T23:25:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T23:25:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:25:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HRegion(2603): Flush status journal for 8547385eb87aa786fa286755f1e42946: 2024-11-13T23:25:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_1 to hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_1 2024-11-13T23:25:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_1 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/fe92c16a3feb4a63838a925462171cd6_SeqId_6_ 2024-11-13T23:25:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/load_f1/f1/hfile_0 to hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_0 2024-11-13T23:25:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_0 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/bea992ab54e1406a83caa184bba84db2_SeqId_6_ 2024-11-13T23:25:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T23:25:39,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_1 into 8547385eb87aa786fa286755f1e42946/f1 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/fe92c16a3feb4a63838a925462171cd6_SeqId_6_ - updating store file list. 2024-11-13T23:25:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe92c16a3feb4a63838a925462171cd6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:25:40,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/fe92c16a3feb4a63838a925462171cd6_SeqId_6_ into 8547385eb87aa786fa286755f1e42946/f1 2024-11-13T23:25:40,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_1 into 8547385eb87aa786fa286755f1e42946/f1 (new location: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/fe92c16a3feb4a63838a925462171cd6_SeqId_6_) 2024-11-13T23:25:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_1 2024-11-13T23:25:40,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_0 into 8547385eb87aa786fa286755f1e42946/f1 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/bea992ab54e1406a83caa184bba84db2_SeqId_6_ - updating store file list. 2024-11-13T23:25:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bea992ab54e1406a83caa184bba84db2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:25:40,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/bea992ab54e1406a83caa184bba84db2_SeqId_6_ into 8547385eb87aa786fa286755f1e42946/f1 2024-11-13T23:25:40,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_0 into 8547385eb87aa786fa286755f1e42946/f1 (new location: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/f1/bea992ab54e1406a83caa184bba84db2_SeqId_6_) 2024-11-13T23:25:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/staging/jenkins__test__apdv9jt8hic3ied8aebvohgjo0v8cq726niumg7504n0vnbaglqs5j1dutuq5uab/f1/hfile_0 2024-11-13T23:25:40,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:25:40,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:25:40,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:40,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:25:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2 , the old value is region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=714b435e65e7:42035 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:25:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:25:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2 from cache 2024-11-13T23:25:40,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:25:40,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:25:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42035,1731540324088, seqNum=-1] 2024-11-13T23:25:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:25:40,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:25:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:50930 deadline: 1731540400027 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:50930 2024-11-13T23:25:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540331453.8547385eb87aa786fa286755f1e42946., hostname=714b435e65e7,42035,1731540324088, seqNum=2] 2024-11-13T23:25:40,138 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:42035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T23:25:40,589 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 687, reset compression=false 2024-11-13T23:25:40,638 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:25:40,638 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:40,638 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,42035,1731540324088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:25:40,863 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:41,196 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:41,622 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:42,140 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:42,759 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:43,468 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:44,277 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:44,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T23:25:44,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T23:25:45,185 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:46,192 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:47,295 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:48,500 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:49,804 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:51,214 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:52,730 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:53,501 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:25:54,335 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:56,048 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:57,777 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:25:57,852 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:25:59,756 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:00,644 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,42035,1731540324088 got entry batch from reader: null 2024-11-13T23:26:01,759 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:03,863 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:06,067 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:06,274 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T23:26:06,274 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T23:26:08,372 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:10,806 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:11,383 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T23:26:11,383 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T23:26:13,318 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:15,925 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:17,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8547385eb87aa786fa286755f1e42946, had cached 0 bytes from a total of 31376 2024-11-13T23:26:18,629 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:19,391 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0deef5611583ea7bf739c23feddb0c2b, had cached 0 bytes from a total of 15585 2024-11-13T23:26:20,644 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,42035,1731540324088 got entry batch from reader: null 2024-11-13T23:26:21,444 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:23,501 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:26:24,347 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:27,352 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:27,358 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:26:27,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:26:30,456 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:31,374 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:26:33,659 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:36,964 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:26:40,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:26:40,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:40,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:40,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:40,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:40,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:26:40,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1320028023, stopped=false 2024-11-13T23:26:40,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,37631,1731540328193 2024-11-13T23:26:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782316348/running 2024-11-13T23:26:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782316348/running 2024-11-13T23:26:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:26:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:26:40,146 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:26:40,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:26:40,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:40,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:40,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on znode that does not yet exist, /1-782316348/running 2024-11-13T23:26:40,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,40863,1731540328379' ***** 2024-11-13T23:26:40,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Set watcher on znode that does not yet exist, /1-782316348/running 2024-11-13T23:26:40,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:26:40,147 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:26:40,147 INFO [RS:0;714b435e65e7:40863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:26:40,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(3091): Received CLOSE for 0deef5611583ea7bf739c23feddb0c2b 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,40863,1731540328379 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:40863. 2024-11-13T23:26:40,148 DEBUG [RS:0;714b435e65e7:40863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:40,148 DEBUG [RS:0;714b435e65e7:40863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:26:40,148 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:26:40,148 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0deef5611583ea7bf739c23feddb0c2b=test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b.} 2024-11-13T23:26:40,149 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1351): Waiting on 0deef5611583ea7bf739c23feddb0c2b, 1588230740 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0deef5611583ea7bf739c23feddb0c2b, disabling compactions & flushes 2024-11-13T23:26:40,149 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:26:40,149 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. after waiting 0 ms 2024-11-13T23:26:40,149 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:26:40,149 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T23:26:40,164 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/default/test/0deef5611583ea7bf739c23feddb0c2b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T23:26:40,165 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:40,165 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:26:40,165 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:26:40,165 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0deef5611583ea7bf739c23feddb0c2b: Waiting for close lock at 1731540400149Running coprocessor pre-close hooks at 1731540400149Disabling compacts and flushes for region at 1731540400149Disabling writes for close at 1731540400149Writing region close event to WAL at 1731540400149Running coprocessor post-close hooks at 1731540400165 (+16 ms)Closed at 1731540400165 2024-11-13T23:26:40,165 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b. 2024-11-13T23:26:40,170 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/info/e2707492751f46b8abf8f00bf0a7e0e9 is 129, key is test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b./info:regioninfo/1731540334409/Put/seqid=0 2024-11-13T23:26:40,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741839_1015 (size=6421) 2024-11-13T23:26:40,191 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:26:40,349 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:40,368 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:40,375 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:26:40,375 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:26:40,549 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:40,583 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/info/e2707492751f46b8abf8f00bf0a7e0e9 2024-11-13T23:26:40,605 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/ns/fbc7dd683ba04c4b857b422c49069237 is 43, key is default/ns:d/1731540331366/Put/seqid=0 2024-11-13T23:26:40,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741840_1016 (size=5153) 2024-11-13T23:26:40,644 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,42035,1731540324088 got entry batch from reader: null 2024-11-13T23:26:40,749 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:40,949 DEBUG [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:41,010 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/ns/fbc7dd683ba04c4b857b422c49069237 2024-11-13T23:26:41,033 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/rep_barrier/01322d13f5bb48c58877011b15307cc9 is 112, key is test,,1731540333609.0deef5611583ea7bf739c23feddb0c2b./rep_barrier:seqnumDuringOpen/1731540334409/Put/seqid=0 2024-11-13T23:26:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741841_1017 (size=5518) 2024-11-13T23:26:41,057 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/rep_barrier/01322d13f5bb48c58877011b15307cc9 2024-11-13T23:26:41,082 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/table/4242fb5e05114dff85ad27561bc76ac6 is 40, key is test/table:state/1731540334445/Put/seqid=0 2024-11-13T23:26:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741842_1018 (size=5165) 2024-11-13T23:26:41,087 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/table/4242fb5e05114dff85ad27561bc76ac6 2024-11-13T23:26:41,096 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/info/e2707492751f46b8abf8f00bf0a7e0e9 as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/info/e2707492751f46b8abf8f00bf0a7e0e9 2024-11-13T23:26:41,103 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/info/e2707492751f46b8abf8f00bf0a7e0e9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T23:26:41,104 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/ns/fbc7dd683ba04c4b857b422c49069237 as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/ns/fbc7dd683ba04c4b857b422c49069237 2024-11-13T23:26:41,111 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/ns/fbc7dd683ba04c4b857b422c49069237, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:26:41,113 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/rep_barrier/01322d13f5bb48c58877011b15307cc9 as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/rep_barrier/01322d13f5bb48c58877011b15307cc9 2024-11-13T23:26:41,118 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/rep_barrier/01322d13f5bb48c58877011b15307cc9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T23:26:41,119 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/.tmp/table/4242fb5e05114dff85ad27561bc76ac6 as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/table/4242fb5e05114dff85ad27561bc76ac6 2024-11-13T23:26:41,125 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/table/4242fb5e05114dff85ad27561bc76ac6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:26:41,126 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 977ms, sequenceid=11, compaction requested=false 2024-11-13T23:26:41,130 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T23:26:41,131 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:41,131 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:26:41,131 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:41,131 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540400149Running coprocessor pre-close hooks at 1731540400149Disabling compacts and flushes for region at 1731540400149Disabling writes for close at 1731540400149Obtaining lock to block concurrent updates at 1731540400149Preparing flush snapshotting stores in 1588230740 at 1731540400149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731540400149Flushing stores of hbase:meta,,1.1588230740 at 1731540400150 (+1 ms)Flushing 1588230740/info: creating writer at 1731540400150Flushing 1588230740/info: appending metadata at 1731540400169 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731540400170 (+1 ms)Flushing 1588230740/ns: creating writer at 1731540400589 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731540400604 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731540400604Flushing 1588230740/rep_barrier: creating writer at 1731540401015 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540401032 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540401033 (+1 ms)Flushing 1588230740/table: creating writer at 1731540401062 (+29 ms)Flushing 1588230740/table: appending metadata at 1731540401081 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731540401081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7a623c: reopening flushed file at 1731540401095 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66fe7f8c: reopening flushed file at 1731540401103 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761e373: reopening flushed file at 1731540401111 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5699989c: reopening flushed file at 1731540401118 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 977ms, sequenceid=11, compaction requested=false at 1731540401126 (+8 ms)Writing region close event to WAL at 1731540401127 (+1 ms)Running coprocessor post-close hooks at 1731540401131 (+4 ms)Closed at 1731540401131 2024-11-13T23:26:41,131 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:41,150 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,40863,1731540328379; all regions closed. 2024-11-13T23:26:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741834_1010 (size=2717) 2024-11-13T23:26:41,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379/714b435e65e7%2C40863%2C1731540328379.meta.1731540331317.meta not finished, retry = 0 2024-11-13T23:26:41,255 DEBUG [RS:0;714b435e65e7:40863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/oldWALs 2024-11-13T23:26:41,255 INFO [RS:0;714b435e65e7:40863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C40863%2C1731540328379.meta:.meta(num 1731540331317) 2024-11-13T23:26:41,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741832_1008 (size=1028) 2024-11-13T23:26:41,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/WALs/714b435e65e7,40863,1731540328379/714b435e65e7%2C40863%2C1731540328379.1731540330449 not finished, retry = 0 2024-11-13T23:26:41,360 DEBUG [RS:0;714b435e65e7:40863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/oldWALs 2024-11-13T23:26:41,360 INFO [RS:0;714b435e65e7:40863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C40863%2C1731540328379:(num 1731540330449) 2024-11-13T23:26:41,360 DEBUG [RS:0;714b435e65e7:40863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:41,360 INFO [RS:0;714b435e65e7:40863 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:26:41,360 INFO [RS:0;714b435e65e7:40863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:26:41,360 INFO [RS:0;714b435e65e7:40863 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:26:41,360 INFO [RS:0;714b435e65e7:40863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:26:41,361 INFO [RS:0;714b435e65e7:40863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:40863. 2024-11-13T23:26:41,361 DEBUG [RS:0;714b435e65e7:40863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:41,361 DEBUG [RS:0;714b435e65e7:40863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:41,361 DEBUG [RS:0;714b435e65e7:40863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:41,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:41,361 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:26:41,362 INFO [RS:0;714b435e65e7:40863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40863 2024-11-13T23:26:41,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348/rs 2024-11-13T23:26:41,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782316348/rs/714b435e65e7,40863,1731540328379 2024-11-13T23:26:41,371 INFO [RS:0;714b435e65e7:40863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:26:41,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,40863,1731540328379] 2024-11-13T23:26:41,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-782316348/draining/714b435e65e7,40863,1731540328379 already deleted, retry=false 2024-11-13T23:26:41,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,40863,1731540328379 expired; onlineServers=0 2024-11-13T23:26:41,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,37631,1731540328193' ***** 2024-11-13T23:26:41,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:26:41,387 INFO [M:0;714b435e65e7:37631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:26:41,387 INFO [M:0;714b435e65e7:37631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:26:41,388 DEBUG [M:0;714b435e65e7:37631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:26:41,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:26:41,388 DEBUG [M:0;714b435e65e7:37631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:26:41,388 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540330163 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540330163,5,FailOnTimeoutGroup] 2024-11-13T23:26:41,388 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540330159 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540330159,5,FailOnTimeoutGroup] 2024-11-13T23:26:41,388 INFO [M:0;714b435e65e7:37631 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:26:41,388 INFO [M:0;714b435e65e7:37631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:26:41,388 DEBUG [M:0;714b435e65e7:37631 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:26:41,388 INFO [M:0;714b435e65e7:37631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:26:41,388 INFO [M:0;714b435e65e7:37631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:26:41,388 INFO [M:0;714b435e65e7:37631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:26:41,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:26:41,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782316348/master 2024-11-13T23:26:41,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782316348 2024-11-13T23:26:41,400 DEBUG [M:0;714b435e65e7:37631 {}] zookeeper.ZKUtil(347): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Unable to get data of znode /1-782316348/master because node does not exist (not an error) 2024-11-13T23:26:41,400 WARN [M:0;714b435e65e7:37631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:26:41,401 INFO [M:0;714b435e65e7:37631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/.lastflushedseqids 2024-11-13T23:26:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741843_1019 (size=173) 2024-11-13T23:26:41,418 INFO [M:0;714b435e65e7:37631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:26:41,418 INFO [M:0;714b435e65e7:37631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:26:41,418 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:26:41,418 INFO [M:0;714b435e65e7:37631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:41,418 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:41,418 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:26:41,418 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:41,418 INFO [M:0;714b435e65e7:37631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-13T23:26:41,438 DEBUG [M:0;714b435e65e7:37631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d27861cf607e47049008240766f41505 is 82, key is hbase:meta,,1/info:regioninfo/1731540331349/Put/seqid=0 2024-11-13T23:26:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741844_1020 (size=5672) 2024-11-13T23:26:41,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:41,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x10137ce396d0004, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:41,479 INFO [RS:0;714b435e65e7:40863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:26:41,479 INFO [RS:0;714b435e65e7:40863 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,40863,1731540328379; zookeeper connection closed. 2024-11-13T23:26:41,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@234d7495 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@234d7495 2024-11-13T23:26:41,480 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:26:41,843 INFO [M:0;714b435e65e7:37631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d27861cf607e47049008240766f41505 2024-11-13T23:26:41,864 DEBUG [M:0;714b435e65e7:37631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19c9082a1d344d82b31a35612d04a352 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540334451/Put/seqid=0 2024-11-13T23:26:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741845_1021 (size=6726) 2024-11-13T23:26:42,268 INFO [M:0;714b435e65e7:37631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19c9082a1d344d82b31a35612d04a352 2024-11-13T23:26:42,273 INFO [M:0;714b435e65e7:37631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19c9082a1d344d82b31a35612d04a352 2024-11-13T23:26:42,293 DEBUG [M:0;714b435e65e7:37631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa816c4c4d74160bf608f8362c80e5b is 69, key is 714b435e65e7,40863,1731540328379/rs:state/1731540330263/Put/seqid=0 2024-11-13T23:26:42,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741846_1022 (size=5156) 2024-11-13T23:26:42,299 INFO [M:0;714b435e65e7:37631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa816c4c4d74160bf608f8362c80e5b 2024-11-13T23:26:42,305 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d27861cf607e47049008240766f41505 as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d27861cf607e47049008240766f41505 2024-11-13T23:26:42,315 INFO [M:0;714b435e65e7:37631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d27861cf607e47049008240766f41505, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T23:26:42,316 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19c9082a1d344d82b31a35612d04a352 as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19c9082a1d344d82b31a35612d04a352 2024-11-13T23:26:42,321 INFO [M:0;714b435e65e7:37631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19c9082a1d344d82b31a35612d04a352 2024-11-13T23:26:42,322 INFO [M:0;714b435e65e7:37631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19c9082a1d344d82b31a35612d04a352, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T23:26:42,323 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa816c4c4d74160bf608f8362c80e5b as hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fa816c4c4d74160bf608f8362c80e5b 2024-11-13T23:26:42,328 INFO [M:0;714b435e65e7:37631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fa816c4c4d74160bf608f8362c80e5b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T23:26:42,329 INFO [M:0;714b435e65e7:37631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=58, compaction requested=false 2024-11-13T23:26:42,330 INFO [M:0;714b435e65e7:37631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:42,331 DEBUG [M:0;714b435e65e7:37631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540401418Disabling compacts and flushes for region at 1731540401418Disabling writes for close at 1731540401418Obtaining lock to block concurrent updates at 1731540401418Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540401418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731540401419 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540401419Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540401419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540401438 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540401438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540401848 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540401863 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540401863Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540402273 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540402293 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540402293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bd115c: reopening flushed file at 1731540402304 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46985318: reopening flushed file at 1731540402315 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb8b2e1: reopening flushed file at 1731540402322 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=58, compaction requested=false at 1731540402329 (+7 ms)Writing region close event to WAL at 1731540402330 (+1 ms)Closed at 1731540402330 2024-11-13T23:26:42,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db1da611-e161-a2ba-56ee-e0303c11e67f/MasterData/WALs/714b435e65e7,37631,1731540328193/714b435e65e7%2C37631%2C1731540328193.1731540329824 not finished, retry = 0 2024-11-13T23:26:42,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37011 is added to blk_1073741830_1006 (size=33014) 2024-11-13T23:26:42,434 INFO [M:0;714b435e65e7:37631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:26:42,434 INFO [M:0;714b435e65e7:37631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37631 2024-11-13T23:26:42,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:26:42,435 INFO [M:0;714b435e65e7:37631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:26:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:42,571 INFO [M:0;714b435e65e7:37631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:26:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x10137ce396d0003, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:42,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:26:42,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:26:42,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:26:42,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:26:42,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.log.dir/,STOPPED} 2024-11-13T23:26:42,583 WARN [BP-1745559478-172.17.0.2-1731540326378 heartbeating to localhost/127.0.0.1:46677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:26:42,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:26:42,583 WARN [BP-1745559478-172.17.0.2-1731540326378 heartbeating to localhost/127.0.0.1:46677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745559478-172.17.0.2-1731540326378 (Datanode Uuid a7babcff-0fc2-4f15-8e7f-e6de4283c98e) service to localhost/127.0.0.1:46677 2024-11-13T23:26:42,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:26:42,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/cluster_b2c4e946-e6d9-7154-1250-44dd6cba2437/data/data1/current/BP-1745559478-172.17.0.2-1731540326378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:26:42,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/cluster_b2c4e946-e6d9-7154-1250-44dd6cba2437/data/data2/current/BP-1745559478-172.17.0.2-1731540326378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:26:42,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:26:42,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:26:42,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:26:42,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:26:42,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:26:42,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.log.dir/,STOPPED} 2024-11-13T23:26:42,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:26:42,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:26:42,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:26:42,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:42,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:42,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:42,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:42,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:26:42,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=649315225, stopped=false 2024-11-13T23:26:42,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,33067,1731540323913 2024-11-13T23:26:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1467033330/running 2024-11-13T23:26:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:26:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1467033330/running 2024-11-13T23:26:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:26:42,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:26:42,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on znode that does not yet exist, /0-1467033330/running 2024-11-13T23:26:42,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Set watcher on znode that does not yet exist, /0-1467033330/running 2024-11-13T23:26:42,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:26:42,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:42,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:42,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,42035,1731540324088' ***** 2024-11-13T23:26:42,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:26:42,631 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:26:42,631 INFO [RS:0;714b435e65e7:42035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:26:42,631 INFO [RS:0;714b435e65e7:42035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:26:42,632 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(3091): Received CLOSE for b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:26:42,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:26:42,632 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(3091): Received CLOSE for 8547385eb87aa786fa286755f1e42946 2024-11-13T23:26:42,632 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,42035,1731540324088 2024-11-13T23:26:42,632 INFO [RS:0;714b435e65e7:42035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:26:42,632 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9903d5c923764ad2566345e8636a2ad, disabling compactions & flushes 2024-11-13T23:26:42,632 INFO [RS:0;714b435e65e7:42035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:42035. 2024-11-13T23:26:42,632 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:26:42,632 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:26:42,632 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. after waiting 0 ms 2024-11-13T23:26:42,632 DEBUG [RS:0;714b435e65e7:42035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:42,632 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:26:42,632 DEBUG [RS:0;714b435e65e7:42035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:42,632 INFO [RS:0;714b435e65e7:42035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:26:42,633 INFO [RS:0;714b435e65e7:42035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:26:42,633 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9903d5c923764ad2566345e8636a2ad 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T23:26:42,633 INFO [RS:0;714b435e65e7:42035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:26:42,633 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:26:42,633 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:26:42,633 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1325): Online Regions={b9903d5c923764ad2566345e8636a2ad=hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad., 1588230740=hbase:meta,,1.1588230740, 8547385eb87aa786fa286755f1e42946=test,,1731540331453.8547385eb87aa786fa286755f1e42946.} 2024-11-13T23:26:42,633 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8547385eb87aa786fa286755f1e42946, b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:26:42,634 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:26:42,634 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:26:42,634 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:26:42,634 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:26:42,634 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:26:42,634 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:26:42,652 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:26:42,657 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/.tmp/hfileref/6692a04bd4354b57bcd11a62e35a6dab is 74, key is 1/hfileref:9091936c72ed4cc6b255516254178afa_SeqId_4_/1731540338939/DeleteColumn/seqid=0 2024-11-13T23:26:42,660 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/info/a3e998a74731468c9b3854427ba1d8e4 is 147, key is hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad./info:regioninfo/1731540335582/Put/seqid=0 2024-11-13T23:26:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741844_1020 (size=5203) 2024-11-13T23:26:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741845_1021 (size=7686) 2024-11-13T23:26:42,834 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8547385eb87aa786fa286755f1e42946, b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:26:43,034 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8547385eb87aa786fa286755f1e42946, b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:26:43,074 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/.tmp/hfileref/6692a04bd4354b57bcd11a62e35a6dab 2024-11-13T23:26:43,074 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/info/a3e998a74731468c9b3854427ba1d8e4 2024-11-13T23:26:43,100 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/.tmp/queue/cc04480f8ff443708b75fa620468db29 is 153, key is 1-714b435e65e7,42035,1731540324088/queue:714b435e65e7%2C42035%2C1731540324088/1731540340641/Put/seqid=0 2024-11-13T23:26:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741846_1022 (size=5352) 2024-11-13T23:26:43,116 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/ns/74e9adfeee334531a83d2734477a3ca9 is 43, key is default/ns:d/1731540326253/Put/seqid=0 2024-11-13T23:26:43,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741847_1023 (size=5153) 2024-11-13T23:26:43,234 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8547385eb87aa786fa286755f1e42946, b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:26:43,393 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:26:43,393 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:26:43,434 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8547385eb87aa786fa286755f1e42946, b9903d5c923764ad2566345e8636a2ad 2024-11-13T23:26:43,506 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/.tmp/queue/cc04480f8ff443708b75fa620468db29 2024-11-13T23:26:43,513 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/.tmp/hfileref/6692a04bd4354b57bcd11a62e35a6dab as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/hfileref/6692a04bd4354b57bcd11a62e35a6dab 2024-11-13T23:26:43,526 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/hfileref/6692a04bd4354b57bcd11a62e35a6dab, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T23:26:43,526 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/ns/74e9adfeee334531a83d2734477a3ca9 2024-11-13T23:26:43,531 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/.tmp/queue/cc04480f8ff443708b75fa620468db29 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/queue/cc04480f8ff443708b75fa620468db29 2024-11-13T23:26:43,540 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/queue/cc04480f8ff443708b75fa620468db29, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T23:26:43,541 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b9903d5c923764ad2566345e8636a2ad in 909ms, sequenceid=10, compaction requested=false 2024-11-13T23:26:43,554 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/rep_barrier/4d111278a7ed4ab09db9953ba697cb34 is 112, key is test,,1731540331453.8547385eb87aa786fa286755f1e42946./rep_barrier:seqnumDuringOpen/1731540332622/Put/seqid=0 2024-11-13T23:26:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741848_1024 (size=5518) 2024-11-13T23:26:43,577 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/replication/b9903d5c923764ad2566345e8636a2ad/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T23:26:43,577 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:43,577 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:26:43,577 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:26:43,577 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9903d5c923764ad2566345e8636a2ad: Waiting for close lock at 1731540402632Running coprocessor pre-close hooks at 1731540402632Disabling compacts and flushes for region at 1731540402632Disabling writes for close at 1731540402632Obtaining lock to block concurrent updates at 1731540402633 (+1 ms)Preparing flush snapshotting stores in b9903d5c923764ad2566345e8636a2ad at 1731540402633Finished memstore snapshotting hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731540402633Flushing stores of hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. at 1731540402634 (+1 ms)Flushing b9903d5c923764ad2566345e8636a2ad/hfileref: creating writer at 1731540402634Flushing b9903d5c923764ad2566345e8636a2ad/hfileref: appending metadata at 1731540402656 (+22 ms)Flushing b9903d5c923764ad2566345e8636a2ad/hfileref: closing flushed file at 1731540402656Flushing b9903d5c923764ad2566345e8636a2ad/queue: creating writer at 1731540403081 (+425 ms)Flushing b9903d5c923764ad2566345e8636a2ad/queue: appending metadata at 1731540403099 (+18 ms)Flushing b9903d5c923764ad2566345e8636a2ad/queue: closing flushed file at 1731540403099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30293777: reopening flushed file at 1731540403512 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3772a432: reopening flushed file at 1731540403526 (+14 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b9903d5c923764ad2566345e8636a2ad in 909ms, sequenceid=10, compaction requested=false at 1731540403541 (+15 ms)Writing region close event to WAL at 1731540403571 (+30 ms)Running coprocessor post-close hooks at 1731540403577 (+6 ms)Closed at 1731540403577 2024-11-13T23:26:43,578 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540334781.b9903d5c923764ad2566345e8636a2ad. 2024-11-13T23:26:43,578 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8547385eb87aa786fa286755f1e42946, disabling compactions & flushes 2024-11-13T23:26:43,578 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:26:43,578 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:26:43,578 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540331453.8547385eb87aa786fa286755f1e42946. after waiting 0 ms 2024-11-13T23:26:43,578 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:26:43,588 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/default/test/8547385eb87aa786fa286755f1e42946/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:26:43,588 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:43,588 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:26:43,588 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:26:43,588 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8547385eb87aa786fa286755f1e42946: Waiting for close lock at 1731540403578Running coprocessor pre-close hooks at 1731540403578Disabling compacts and flushes for region at 1731540403578Disabling writes for close at 1731540403578Writing region close event to WAL at 1731540403584 (+6 ms)Running coprocessor post-close hooks at 1731540403588 (+4 ms)Closed at 1731540403588 2024-11-13T23:26:43,589 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540331453.8547385eb87aa786fa286755f1e42946. 2024-11-13T23:26:43,634 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:26:43,634 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:26:43,635 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:43,835 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:43,875 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 997, reset compression=false 2024-11-13T23:26:43,880 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:26:43,880 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 1292, reset compression=false 2024-11-13T23:26:43,880 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,42035,1731540324088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:26:43,881 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,42035,1731540324088: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,42035,1731540324088, walGroup=714b435e65e7%2C42035%2C1731540324088, offset=714b435e65e7%2C42035%2C1731540324088.1731540325526:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:42035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:26:43,883 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:26:43,883 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:26:43,884 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:26:43,884 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:26:43,884 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:26:43,884 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 463363896 }, "NonHeapMemoryUsage": { "committed": 180486144, "init": 7667712, "max": -1, "used": 175996384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:26:43,886 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:33067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:33067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:26:43,970 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/rep_barrier/4d111278a7ed4ab09db9953ba697cb34 2024-11-13T23:26:44,002 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/table/075c14de6b3d4a15bae26a8eb311db45 is 53, key is hbase:replication/table:state/1731540335594/Put/seqid=0 2024-11-13T23:26:44,035 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:44,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741849_1025 (size=5308) 2024-11-13T23:26:44,090 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 1292, reset compression=false 2024-11-13T23:26:44,236 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:44,420 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.wal-reader.714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 to pos 1292, reset compression=false 2024-11-13T23:26:44,436 DEBUG [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:44,439 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/table/075c14de6b3d4a15bae26a8eb311db45 2024-11-13T23:26:44,445 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/info/a3e998a74731468c9b3854427ba1d8e4 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/info/a3e998a74731468c9b3854427ba1d8e4 2024-11-13T23:26:44,450 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/info/a3e998a74731468c9b3854427ba1d8e4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:26:44,451 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/ns/74e9adfeee334531a83d2734477a3ca9 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/ns/74e9adfeee334531a83d2734477a3ca9 2024-11-13T23:26:44,457 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/ns/74e9adfeee334531a83d2734477a3ca9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:26:44,458 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/rep_barrier/4d111278a7ed4ab09db9953ba697cb34 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/rep_barrier/4d111278a7ed4ab09db9953ba697cb34 2024-11-13T23:26:44,470 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/rep_barrier/4d111278a7ed4ab09db9953ba697cb34, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:26:44,471 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/.tmp/table/075c14de6b3d4a15bae26a8eb311db45 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/table/075c14de6b3d4a15bae26a8eb311db45 2024-11-13T23:26:44,477 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/table/075c14de6b3d4a15bae26a8eb311db45, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:26:44,478 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1844ms, sequenceid=16, compaction requested=false 2024-11-13T23:26:44,478 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:26:44,492 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:26:44,493 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:44,493 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:26:44,493 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:44,493 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540402634Running coprocessor pre-close hooks at 1731540402634Disabling compacts and flushes for region at 1731540402634Disabling writes for close at 1731540402634Obtaining lock to block concurrent updates at 1731540402634Preparing flush snapshotting stores in 1588230740 at 1731540402634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540402635 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731540402635Flushing 1588230740/info: creating writer at 1731540402635Flushing 1588230740/info: appending metadata at 1731540402660 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731540402660Flushing 1588230740/ns: creating writer at 1731540403095 (+435 ms)Flushing 1588230740/ns: appending metadata at 1731540403116 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731540403116Flushing 1588230740/rep_barrier: creating writer at 1731540403535 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540403552 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540403552Flushing 1588230740/table: creating writer at 1731540403977 (+425 ms)Flushing 1588230740/table: appending metadata at 1731540404000 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731540404000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58dcd261: reopening flushed file at 1731540404444 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4d9b11: reopening flushed file at 1731540404451 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc8e019: reopening flushed file at 1731540404457 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d70bd5: reopening flushed file at 1731540404470 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1844ms, sequenceid=16, compaction requested=false at 1731540404478 (+8 ms)Writing region close event to WAL at 1731540404488 (+10 ms)Running coprocessor post-close hooks at 1731540404492 (+4 ms)Closed at 1731540404493 (+1 ms) 2024-11-13T23:26:44,493 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:44,636 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,42035,1731540324088; all regions closed. 2024-11-13T23:26:44,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:26:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741839_1015 (size=2700) 2024-11-13T23:26:44,644 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/WALs/714b435e65e7,42035,1731540324088/714b435e65e7%2C42035%2C1731540324088.1731540325526 not finished, retry = 0 2024-11-13T23:26:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741832_1008 (size=1300) 2024-11-13T23:26:44,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:26:44,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:26:44,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:26:44,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T23:26:44,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:44,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:26:44,745 DEBUG [RS:0;714b435e65e7:42035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:44,745 INFO [RS:0;714b435e65e7:42035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:26:44,745 INFO [RS:0;714b435e65e7:42035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:26:44,745 INFO [RS:0;714b435e65e7:42035 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:26:44,745 INFO [RS:0;714b435e65e7:42035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:26:44,745 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:26:44,746 INFO [RS:0;714b435e65e7:42035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,42035,1731540324088 because: Region server is closing 2024-11-13T23:26:44,746 INFO [RS:0;714b435e65e7:42035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:42035. 2024-11-13T23:26:44,746 DEBUG [RS:0;714b435e65e7:42035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:44,746 DEBUG [RS:0;714b435e65e7:42035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:44,746 DEBUG [RS:0;714b435e65e7:42035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:44,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:44,846 INFO [RS:0;714b435e65e7:42035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,42035,1731540324088.replicationSource.shipper714b435e65e7%2C42035%2C1731540324088,1-714b435e65e7,42035,1731540324088 terminated 2024-11-13T23:26:44,846 INFO [RS:0;714b435e65e7:42035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42035 2024-11-13T23:26:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330/rs 2024-11-13T23:26:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1467033330/rs/714b435e65e7,42035,1731540324088 2024-11-13T23:26:44,883 INFO [RS:0;714b435e65e7:42035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:26:44,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,42035,1731540324088] 2024-11-13T23:26:44,899 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1467033330/draining/714b435e65e7,42035,1731540324088 already deleted, retry=false 2024-11-13T23:26:44,899 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,42035,1731540324088 expired; onlineServers=0 2024-11-13T23:26:44,899 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,33067,1731540323913' ***** 2024-11-13T23:26:44,899 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:26:44,899 INFO [M:0;714b435e65e7:33067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:26:44,900 INFO [M:0;714b435e65e7:33067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:26:44,900 DEBUG [M:0;714b435e65e7:33067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:26:44,900 DEBUG [M:0;714b435e65e7:33067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:26:44,900 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:26:44,900 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540325326 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540325326,5,FailOnTimeoutGroup] 2024-11-13T23:26:44,900 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540325326 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540325326,5,FailOnTimeoutGroup] 2024-11-13T23:26:44,900 INFO [M:0;714b435e65e7:33067 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:26:44,900 INFO [M:0;714b435e65e7:33067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:26:44,900 DEBUG [M:0;714b435e65e7:33067 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:26:44,900 INFO [M:0;714b435e65e7:33067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:26:44,900 INFO [M:0;714b435e65e7:33067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:26:44,900 INFO [M:0;714b435e65e7:33067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:26:44,900 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:26:44,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1467033330/master 2024-11-13T23:26:44,908 DEBUG [M:0;714b435e65e7:33067 {}] zookeeper.ZKUtil(347): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Unable to get data of znode /0-1467033330/master because node does not exist (not an error) 2024-11-13T23:26:44,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1467033330 2024-11-13T23:26:44,908 WARN [M:0;714b435e65e7:33067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:26:44,910 INFO [M:0;714b435e65e7:33067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/.lastflushedseqids 2024-11-13T23:26:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741850_1026 (size=263) 2024-11-13T23:26:44,915 INFO [M:0;714b435e65e7:33067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:26:44,915 INFO [M:0;714b435e65e7:33067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:26:44,916 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:26:44,916 INFO [M:0;714b435e65e7:33067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:44,916 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:44,916 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:26:44,916 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:44,916 INFO [M:0;714b435e65e7:33067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-13T23:26:44,937 DEBUG [M:0;714b435e65e7:33067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f36195561d847d8a2abb5ad5f066315 is 82, key is hbase:meta,,1/info:regioninfo/1731540326223/Put/seqid=0 2024-11-13T23:26:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741851_1027 (size=5672) 2024-11-13T23:26:44,941 INFO [M:0;714b435e65e7:33067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f36195561d847d8a2abb5ad5f066315 2024-11-13T23:26:44,961 DEBUG [M:0;714b435e65e7:33067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47e4bcd5da5d4f6fb3f319fcb8b0ac51 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540332639/Put/seqid=0 2024-11-13T23:26:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741852_1028 (size=7239) 2024-11-13T23:26:44,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:44,991 INFO [RS:0;714b435e65e7:42035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:26:44,991 INFO [RS:0;714b435e65e7:42035 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,42035,1731540324088; zookeeper connection closed. 2024-11-13T23:26:44,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42035-0x10137ce396d0001, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:44,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb83b25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb83b25 2024-11-13T23:26:44,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:26:45,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,365 INFO [M:0;714b435e65e7:33067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47e4bcd5da5d4f6fb3f319fcb8b0ac51 2024-11-13T23:26:45,370 INFO [M:0;714b435e65e7:33067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e4bcd5da5d4f6fb3f319fcb8b0ac51 2024-11-13T23:26:45,390 DEBUG [M:0;714b435e65e7:33067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49ae46e7de934f01bbc5fbdb1d4207e0 is 69, key is 714b435e65e7,42035,1731540324088/rs:state/1731540325366/Put/seqid=0 2024-11-13T23:26:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741853_1029 (size=5156) 2024-11-13T23:26:45,395 INFO [M:0;714b435e65e7:33067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49ae46e7de934f01bbc5fbdb1d4207e0 2024-11-13T23:26:45,401 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f36195561d847d8a2abb5ad5f066315 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f36195561d847d8a2abb5ad5f066315 2024-11-13T23:26:45,407 INFO [M:0;714b435e65e7:33067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f36195561d847d8a2abb5ad5f066315, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T23:26:45,408 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47e4bcd5da5d4f6fb3f319fcb8b0ac51 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47e4bcd5da5d4f6fb3f319fcb8b0ac51 2024-11-13T23:26:45,414 INFO [M:0;714b435e65e7:33067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e4bcd5da5d4f6fb3f319fcb8b0ac51 2024-11-13T23:26:45,414 INFO [M:0;714b435e65e7:33067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47e4bcd5da5d4f6fb3f319fcb8b0ac51, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T23:26:45,415 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49ae46e7de934f01bbc5fbdb1d4207e0 as hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49ae46e7de934f01bbc5fbdb1d4207e0 2024-11-13T23:26:45,421 INFO [M:0;714b435e65e7:33067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37029/user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49ae46e7de934f01bbc5fbdb1d4207e0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T23:26:45,422 INFO [M:0;714b435e65e7:33067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=105, compaction requested=false 2024-11-13T23:26:45,424 INFO [M:0;714b435e65e7:33067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:45,424 DEBUG [M:0;714b435e65e7:33067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540404916Disabling compacts and flushes for region at 1731540404916Disabling writes for close at 1731540404916Obtaining lock to block concurrent updates at 1731540404916Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540404916Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731540404916Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540404918 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540404918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540404936 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540404936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540404946 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540404960 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540404960Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540405370 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540405390 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540405390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1747fc: reopening flushed file at 1731540405400 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5889c858: reopening flushed file at 1731540405407 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a51e0c: reopening flushed file at 1731540405415 (+8 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=105, compaction requested=false at 1731540405422 (+7 ms)Writing region close event to WAL at 1731540405424 (+2 ms)Closed at 1731540405424 2024-11-13T23:26:45,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a9a3204-fa68-f8ed-73e6-61594dfd5547/MasterData/WALs/714b435e65e7,33067,1731540323913/714b435e65e7%2C33067%2C1731540323913.1731540325078 not finished, retry = 0 2024-11-13T23:26:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741830_1006 (size=64514) 2024-11-13T23:26:45,527 INFO [M:0;714b435e65e7:33067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:26:45,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:26:45,527 INFO [M:0;714b435e65e7:33067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33067 2024-11-13T23:26:45,528 INFO [M:0;714b435e65e7:33067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:26:45,675 INFO [M:0;714b435e65e7:33067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:26:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x10137ce396d0000, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:26:45,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:26:45,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:26:45,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:26:45,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:26:45,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:26:45,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.log.dir/,STOPPED} 2024-11-13T23:26:45,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:45,776 WARN [BP-1553887506-172.17.0.2-1731540322211 heartbeating to localhost/127.0.0.1:37029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:26:45,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:26:45,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:26:45,776 WARN [BP-1553887506-172.17.0.2-1731540322211 heartbeating to localhost/127.0.0.1:37029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1553887506-172.17.0.2-1731540322211 (Datanode Uuid 982aa6a3-089d-4118-9594-8a6b6fd3ba45) service to localhost/127.0.0.1:37029 2024-11-13T23:26:45,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe/data/data1/current/BP-1553887506-172.17.0.2-1731540322211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:26:45,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/cluster_66ad107a-21ec-4212-094d-32706d2cadbe/data/data2/current/BP-1553887506-172.17.0.2-1731540322211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:26:45,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:26:45,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:26:45,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:26:45,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:26:45,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:26:45,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/880cdee2-d684-0b96-bd79-05be9cb631c2/hadoop.log.dir/,STOPPED} 2024-11-13T23:26:45,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:26:45,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:26:45,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 137) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46677 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7eb0b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37029 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7eb0b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=509 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7684 (was 8355) 2024-11-13T23:26:45,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=511, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=7683 2024-11-13T23:26:45,890 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T23:26:45,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.log.dir so I do NOT create it in target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1 2024-11-13T23:26:45,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:26:45,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.tmp.dir so I do NOT create it in target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1 2024-11-13T23:26:45,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5d8fc50-5706-afe0-a4cd-27bddb7853bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:26:45,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1 2024-11-13T23:26:45,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da, deleteOnExit=true 2024-11-13T23:26:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137ce396d0005, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:26:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137ce396d0002, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:26:45,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137ce396d0005, quorum=127.0.0.1:54059, baseZNode=/1-782316348 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:26:45,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137ce396d0002, quorum=127.0.0.1:54059, baseZNode=/0-1467033330 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:26:45,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da/zookeeper_0, clientPort=57965, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:26:45,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57965 2024-11-13T23:26:45,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:26:45,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:26:45,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/test.cache.data in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:26:45,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:26:45,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:26:45,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:26:45,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:26:45,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:26:45,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:26:45,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:26:45,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:26:45,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:26:46,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:26:46,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:26:46,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:26:46,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:26:46,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:26:46,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:26:46,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9eb55a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:26:46,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bebedbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:26:46,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c930118{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/java.io.tmpdir/jetty-localhost-42927-hadoop-hdfs-3_4_1-tests_jar-_-any-6006594715753555010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:26:46,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@103d1b6c{HTTP/1.1, (http/1.1)}{localhost:42927} 2024-11-13T23:26:46,535 INFO [Time-limited test {}] server.Server(415): Started @137688ms 2024-11-13T23:26:46,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:26:46,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:26:46,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:26:46,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:26:46,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:26:46,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c456414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:26:46,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:26:46,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d8bae20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/java.io.tmpdir/jetty-localhost-34841-hadoop-hdfs-3_4_1-tests_jar-_-any-4110306371465624199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:26:46,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fc38bd6{HTTP/1.1, (http/1.1)}{localhost:34841} 2024-11-13T23:26:46,949 INFO [Time-limited test {}] server.Server(415): Started @138103ms 2024-11-13T23:26:46,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:26:47,521 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da/data/data1/current/BP-1599832351-172.17.0.2-1731540405950/current, will proceed with Du for space computation calculation, 2024-11-13T23:26:47,521 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da/data/data2/current/BP-1599832351-172.17.0.2-1731540405950/current, will proceed with Du for space computation calculation, 2024-11-13T23:26:47,549 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:26:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc18b9860a49eabf1 with lease ID 0xdff9139156e0b652: Processing first storage report for DS-1f550857-163f-4003-968c-c6c8dc9e4c06 from datanode DatanodeRegistration(127.0.0.1:36027, datanodeUuid=15c98257-c0ab-40b9-9cca-7e0ae78df929, infoPort=36659, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=1436952656;c=1731540405950) 2024-11-13T23:26:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc18b9860a49eabf1 with lease ID 0xdff9139156e0b652: from storage DS-1f550857-163f-4003-968c-c6c8dc9e4c06 node DatanodeRegistration(127.0.0.1:36027, datanodeUuid=15c98257-c0ab-40b9-9cca-7e0ae78df929, infoPort=36659, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=1436952656;c=1731540405950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:26:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc18b9860a49eabf1 with lease ID 0xdff9139156e0b652: Processing first storage report for DS-11de6cea-af8e-4b77-90e3-7862f4e786d6 from datanode DatanodeRegistration(127.0.0.1:36027, datanodeUuid=15c98257-c0ab-40b9-9cca-7e0ae78df929, infoPort=36659, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=1436952656;c=1731540405950) 2024-11-13T23:26:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc18b9860a49eabf1 with lease ID 0xdff9139156e0b652: from storage DS-11de6cea-af8e-4b77-90e3-7862f4e786d6 node DatanodeRegistration(127.0.0.1:36027, datanodeUuid=15c98257-c0ab-40b9-9cca-7e0ae78df929, infoPort=36659, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=1436952656;c=1731540405950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:26:47,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1 2024-11-13T23:26:47,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:47,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:47,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:26:48,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001 with version=8 2024-11-13T23:26:48,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/hbase-staging 2024-11-13T23:26:48,028 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:26:48,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:48,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:48,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:26:48,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:48,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:26:48,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:26:48,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:26:48,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40943 2024-11-13T23:26:48,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40943 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:26:48,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409430x0, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:26:48,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40943-0x10137cf80740000 connected 2024-11-13T23:26:48,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:48,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:48,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:26:48,188 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001, hbase.cluster.distributed=false 2024-11-13T23:26:48,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/acl 2024-11-13T23:26:48,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-13T23:26:48,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40943 2024-11-13T23:26:48,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40943 2024-11-13T23:26:48,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-13T23:26:48,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-13T23:26:48,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:26:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:48,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:26:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:48,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:26:48,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:26:48,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:26:48,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37829 2024-11-13T23:26:48,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37829 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:26:48,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:48,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:48,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378290x0, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:26:48,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378290x0, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:26:48,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:26:48,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37829-0x10137cf80740001 connected 2024-11-13T23:26:48,251 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:26:48,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/master 2024-11-13T23:26:48,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/acl 2024-11-13T23:26:48,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37829 2024-11-13T23:26:48,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37829 2024-11-13T23:26:48,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37829 2024-11-13T23:26:48,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37829 2024-11-13T23:26:48,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37829 2024-11-13T23:26:48,286 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:40943 2024-11-13T23:26:48,287 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-30377697/backup-masters/714b435e65e7,40943,1731540408028 2024-11-13T23:26:48,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:26:48,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:26:48,298 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on existing znode=/0-30377697/backup-masters/714b435e65e7,40943,1731540408028 2024-11-13T23:26:48,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30377697/master 2024-11-13T23:26:48,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:48,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:48,307 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on existing znode=/0-30377697/master 2024-11-13T23:26:48,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-30377697/backup-masters/714b435e65e7,40943,1731540408028 from backup master directory 2024-11-13T23:26:48,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:26:48,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/backup-masters/714b435e65e7,40943,1731540408028 2024-11-13T23:26:48,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:26:48,314 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:26:48,314 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,40943,1731540408028 2024-11-13T23:26:48,321 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/hbase.id] with ID: 6377b3fb-cb47-45b7-b706-1bb5fb890f5a 2024-11-13T23:26:48,321 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/.tmp/hbase.id 2024-11-13T23:26:48,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:26:48,729 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/.tmp/hbase.id]:[hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/hbase.id] 2024-11-13T23:26:48,741 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:48,742 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:26:48,744 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:26:48,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:48,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:26:48,843 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:26:48,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:26:48,847 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:26:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:26:49,286 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store 2024-11-13T23:26:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:26:49,303 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:49,303 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:26:49,303 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:49,303 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:49,303 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:26:49,303 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:49,303 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:49,303 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540409303Disabling compacts and flushes for region at 1731540409303Disabling writes for close at 1731540409303Writing region close event to WAL at 1731540409303Closed at 1731540409303 2024-11-13T23:26:49,304 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/.initializing 2024-11-13T23:26:49,305 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028 2024-11-13T23:26:49,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:26:49,308 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C40943%2C1731540408028, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/oldWALs, maxLogs=10 2024-11-13T23:26:49,325 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028/714b435e65e7%2C40943%2C1731540408028.1731540409309, exclude list is [], retry=0 2024-11-13T23:26:49,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:26:49,332 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028/714b435e65e7%2C40943%2C1731540408028.1731540409309 2024-11-13T23:26:49,339 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:26:49,339 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:26:49,340 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:49,340 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,340 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:26:49,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:49,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:49,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:26:49,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:49,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:49,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:26:49,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:49,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:49,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:26:49,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:49,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:49,357 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,357 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,358 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,367 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,367 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,368 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:26:49,370 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:49,372 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:26:49,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62780854, jitterRate=-0.0644923746585846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:26:49,374 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540409340Initializing all the Stores at 1731540409341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540409341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540409347 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540409347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540409347Cleaning up temporary data from old regions at 1731540409367 (+20 ms)Region opened successfully at 1731540409374 (+7 ms) 2024-11-13T23:26:49,375 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:26:49,379 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217c71ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:26:49,380 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:26:49,380 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:26:49,380 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:26:49,381 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:26:49,381 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:26:49,381 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:26:49,382 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:26:49,385 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:26:49,386 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/balancer because node does not exist (not necessarily an error) 2024-11-13T23:26:49,427 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/balancer already deleted, retry=false 2024-11-13T23:26:49,427 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:26:49,428 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:26:49,435 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/normalizer already deleted, retry=false 2024-11-13T23:26:49,435 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:26:49,437 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:26:49,443 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/switch/split already deleted, retry=false 2024-11-13T23:26:49,444 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:26:49,451 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/switch/merge already deleted, retry=false 2024-11-13T23:26:49,454 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:26:49,460 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/snapshot-cleanup already deleted, retry=false 2024-11-13T23:26:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:26:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:26:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:49,470 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,40943,1731540408028, sessionid=0x10137cf80740000, setting cluster-up flag (Was=false) 2024-11-13T23:26:49,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:49,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:49,510 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-30377697/flush-table-proc/acquired, /0-30377697/flush-table-proc/reached, /0-30377697/flush-table-proc/abort 2024-11-13T23:26:49,511 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40943,1731540408028 2024-11-13T23:26:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:49,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-30377697/online-snapshot/acquired, /0-30377697/online-snapshot/reached, /0-30377697/online-snapshot/abort 2024-11-13T23:26:49,552 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40943,1731540408028 2024-11-13T23:26:49,555 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:26:49,556 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:49,556 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:26:49,557 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:26:49,557 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,40943,1731540408028 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:26:49,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:49,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:26:49,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:49,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:26:49,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540439576 2024-11-13T23:26:49,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:26:49,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:26:49,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:26:49,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:26:49,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:26:49,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:26:49,577 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,577 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(746): ClusterId : 6377b3fb-cb47-45b7-b706-1bb5fb890f5a 2024-11-13T23:26:49,577 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:26:49,577 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:26:49,577 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:26:49,577 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:26:49,577 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:26:49,579 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:26:49,579 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:26:49,585 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:26:49,585 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:26:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:26:49,593 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540409579,5,FailOnTimeoutGroup] 2024-11-13T23:26:49,594 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:26:49,594 DEBUG [RS:0;714b435e65e7:37829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca082d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:26:49,595 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540409593,5,FailOnTimeoutGroup] 2024-11-13T23:26:49,595 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,595 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:26:49,595 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,595 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,610 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:37829 2024-11-13T23:26:49,610 INFO [RS:0;714b435e65e7:37829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:26:49,610 INFO [RS:0;714b435e65e7:37829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:26:49,610 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:26:49,611 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,40943,1731540408028 with port=37829, startcode=1731540408218 2024-11-13T23:26:49,611 DEBUG [RS:0;714b435e65e7:37829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:26:49,616 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:26:49,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,37829,1731540408218 2024-11-13T23:26:49,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40943 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,37829,1731540408218 2024-11-13T23:26:49,618 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001 2024-11-13T23:26:49,618 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33821 2024-11-13T23:26:49,618 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:26:49,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/rs 2024-11-13T23:26:49,627 DEBUG [RS:0;714b435e65e7:37829 {}] zookeeper.ZKUtil(111): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on existing znode=/0-30377697/rs/714b435e65e7,37829,1731540408218 2024-11-13T23:26:49,627 WARN [RS:0;714b435e65e7:37829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:26:49,627 INFO [RS:0;714b435e65e7:37829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:26:49,627 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218 2024-11-13T23:26:49,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,37829,1731540408218] 2024-11-13T23:26:49,631 INFO [RS:0;714b435e65e7:37829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:26:49,635 INFO [RS:0;714b435e65e7:37829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:26:49,635 INFO [RS:0;714b435e65e7:37829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:26:49,635 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,636 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:26:49,636 INFO [RS:0;714b435e65e7:37829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:26:49,636 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:26:49,637 DEBUG [RS:0;714b435e65e7:37829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:26:49,645 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,645 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,645 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,645 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,645 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,645 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37829,1731540408218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:26:49,666 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:26:49,666 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37829,1731540408218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,666 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,666 INFO [RS:0;714b435e65e7:37829 {}] regionserver.Replication(171): 714b435e65e7,37829,1731540408218 started 2024-11-13T23:26:49,684 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:49,684 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,37829,1731540408218, RpcServer on 714b435e65e7/172.17.0.2:37829, sessionid=0x10137cf80740001 2024-11-13T23:26:49,684 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:26:49,684 DEBUG [RS:0;714b435e65e7:37829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,37829,1731540408218 2024-11-13T23:26:49,684 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37829,1731540408218' 2024-11-13T23:26:49,684 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-30377697/flush-table-proc/abort' 2024-11-13T23:26:49,685 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-30377697/flush-table-proc/acquired' 2024-11-13T23:26:49,685 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:26:49,685 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:26:49,685 DEBUG [RS:0;714b435e65e7:37829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,37829,1731540408218 2024-11-13T23:26:49,685 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37829,1731540408218' 2024-11-13T23:26:49,685 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-30377697/online-snapshot/abort' 2024-11-13T23:26:49,685 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-30377697/online-snapshot/acquired' 2024-11-13T23:26:49,686 DEBUG [RS:0;714b435e65e7:37829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:26:49,686 INFO [RS:0;714b435e65e7:37829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:26:49,686 INFO [RS:0;714b435e65e7:37829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:26:49,786 INFO [RS:0;714b435e65e7:37829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:26:49,788 INFO [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37829%2C1731540408218, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs, maxLogs=10 2024-11-13T23:26:49,804 DEBUG [RS:0;714b435e65e7:37829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788, exclude list is [], retry=0 2024-11-13T23:26:49,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:26:49,808 INFO [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788 2024-11-13T23:26:49,809 DEBUG [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:26:49,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:26:49,990 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001 2024-11-13T23:26:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:26:50,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:50,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:26:50,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:26:50,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:26:50,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:26:50,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:26:50,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:26:50,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:26:50,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:26:50,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:26:50,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740 2024-11-13T23:26:50,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740 2024-11-13T23:26:50,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:26:50,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:26:50,411 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:26:50,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:26:50,414 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:26:50,414 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62267889, jitterRate=-0.07213614881038666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:26:50,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540410402Initializing all the Stores at 1731540410402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540410402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540410402Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540410402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540410403 (+1 ms)Cleaning up temporary data from old regions at 1731540410411 (+8 ms)Region opened successfully at 1731540410415 (+4 ms) 2024-11-13T23:26:50,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:26:50,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:26:50,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:26:50,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:26:50,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:26:50,416 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:50,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540410415Disabling compacts and flushes for region at 1731540410415Disabling writes for close at 1731540410415Writing region close event to WAL at 1731540410416 (+1 ms)Closed at 1731540410416 2024-11-13T23:26:50,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:50,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:26:50,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:26:50,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:26:50,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:26:50,574 DEBUG [714b435e65e7:40943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:26:50,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,37829,1731540408218 2024-11-13T23:26:50,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37829,1731540408218, state=OPENING 2024-11-13T23:26:50,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:26:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:50,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:26:50,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:26:50,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:26:50,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37829,1731540408218}] 2024-11-13T23:26:50,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:26:50,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:26:50,791 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:26:50,791 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:26:50,792 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:26:50,793 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37829%2C1731540408218.meta, suffix=.meta, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs, maxLogs=10 2024-11-13T23:26:50,808 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.meta.1731540410793.meta, exclude list is [], retry=0 2024-11-13T23:26:50,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:26:50,812 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.meta.1731540410793.meta 2024-11-13T23:26:50,815 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:26:50,815 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:26:50,816 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:26:50,816 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:26:50,816 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:26:50,816 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:26:50,816 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:26:50,816 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:50,816 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:26:50,816 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:26:50,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:26:50,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:26:50,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:26:50,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:26:50,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:26:50,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:26:50,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:26:50,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:26:50,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:50,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:50,829 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:26:50,830 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740 2024-11-13T23:26:50,831 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740 2024-11-13T23:26:50,832 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:26:50,833 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:26:50,834 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:26:50,836 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:26:50,836 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74998551, jitterRate=0.11756549775600433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:26:50,836 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:26:50,837 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540410816Writing region info on filesystem at 1731540410816Initializing all the Stores at 1731540410817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540410817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540410817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540410817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540410817Cleaning up temporary data from old regions at 1731540410833 (+16 ms)Running coprocessor post-open hooks at 1731540410836 (+3 ms)Region opened successfully at 1731540410837 (+1 ms) 2024-11-13T23:26:50,838 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540410786 2024-11-13T23:26:50,840 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:26:50,840 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:26:50,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37829,1731540408218 2024-11-13T23:26:50,842 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37829,1731540408218, state=OPEN 2024-11-13T23:26:50,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:26:50,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:26:50,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,37829,1731540408218 2024-11-13T23:26:50,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:26:50,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:26:50,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:26:50,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37829,1731540408218 in 245 msec 2024-11-13T23:26:50,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:26:50,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-13T23:26:50,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:50,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:26:50,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:26:50,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37829,1731540408218, seqNum=-1] 2024-11-13T23:26:50,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:26:50,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:26:50,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-13T23:26:50,894 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540410894, completionTime=-1 2024-11-13T23:26:50,895 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:26:50,895 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540470901 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540530901 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40943,1731540408028-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40943,1731540408028-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40943,1731540408028-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:40943, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:50,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:50,903 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.592sec 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40943,1731540408028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:26:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40943,1731540408028-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:26:50,909 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:26:50,909 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:26:50,909 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40943,1731540408028-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:50,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:50,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40943,-1 for getting cluster id 2024-11-13T23:26:50,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:26:50,979 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6377b3fb-cb47-45b7-b706-1bb5fb890f5a' 2024-11-13T23:26:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:26:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6377b3fb-cb47-45b7-b706-1bb5fb890f5a" 2024-11-13T23:26:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f9693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40943,-1] 2024-11-13T23:26:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:26:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:50,982 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:26:50,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b86cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:50,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:26:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37829,1731540408218, seqNum=-1] 2024-11-13T23:26:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:26:50,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:26:50,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,40943,1731540408028 2024-11-13T23:26:50,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:26:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:26:51,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137cf80740002 connected 2024-11-13T23:26:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.log.dir so I do NOT create it in target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc 2024-11-13T23:26:51,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:26:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.tmp.dir so I do NOT create it in target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc 2024-11-13T23:26:51,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:26:51,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc 2024-11-13T23:26:51,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/cluster_66d604d4-d674-5e7c-0955-68540bf4a58e, deleteOnExit=true 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/test.cache.data in system properties and HBase conf 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:26:51,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:26:51,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:26:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:26:51,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:26:51,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:26:51,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:26:51,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:26:51,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:26:51,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:26:51,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:26:51,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:26:51,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:26:51,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:26:51,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:26:51,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:26:51,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13601c7a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/java.io.tmpdir/jetty-localhost-40743-hadoop-hdfs-3_4_1-tests_jar-_-any-13385951871005630922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:26:51,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:40743} 2024-11-13T23:26:51,512 INFO [Time-limited test {}] server.Server(415): Started @142666ms 2024-11-13T23:26:51,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:26:51,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:26:51,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:26:51,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:26:51,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:26:51,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:26:51,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:26:51,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101cec53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/java.io.tmpdir/jetty-localhost-37663-hadoop-hdfs-3_4_1-tests_jar-_-any-12195778900094277120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:26:51,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:37663} 2024-11-13T23:26:51,911 INFO [Time-limited test {}] server.Server(415): Started @143064ms 2024-11-13T23:26:51,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:26:52,482 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/cluster_66d604d4-d674-5e7c-0955-68540bf4a58e/data/data1/current/BP-754087358-172.17.0.2-1731540411041/current, will proceed with Du for space computation calculation, 2024-11-13T23:26:52,482 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/cluster_66d604d4-d674-5e7c-0955-68540bf4a58e/data/data2/current/BP-754087358-172.17.0.2-1731540411041/current, will proceed with Du for space computation calculation, 2024-11-13T23:26:52,515 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:26:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x653c95bbe6870f80 with lease ID 0x575bae4367f83243: Processing first storage report for DS-25792300-ad9f-4998-ba49-dca3d5343a6e from datanode DatanodeRegistration(127.0.0.1:45875, datanodeUuid=07f8e3bd-7b84-4f93-ab29-5e375d18880a, infoPort=33643, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=102204176;c=1731540411041) 2024-11-13T23:26:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x653c95bbe6870f80 with lease ID 0x575bae4367f83243: from storage DS-25792300-ad9f-4998-ba49-dca3d5343a6e node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=07f8e3bd-7b84-4f93-ab29-5e375d18880a, infoPort=33643, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=102204176;c=1731540411041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:26:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x653c95bbe6870f80 with lease ID 0x575bae4367f83243: Processing first storage report for DS-6d41e9a3-4d7a-432a-b24d-1148241ebd72 from datanode DatanodeRegistration(127.0.0.1:45875, datanodeUuid=07f8e3bd-7b84-4f93-ab29-5e375d18880a, infoPort=33643, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=102204176;c=1731540411041) 2024-11-13T23:26:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x653c95bbe6870f80 with lease ID 0x575bae4367f83243: from storage DS-6d41e9a3-4d7a-432a-b24d-1148241ebd72 node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=07f8e3bd-7b84-4f93-ab29-5e375d18880a, infoPort=33643, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=102204176;c=1731540411041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:26:52,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc 2024-11-13T23:26:52,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:52,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:52,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:26:52,970 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b with version=8 2024-11-13T23:26:52,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/hbase-staging 2024-11-13T23:26:52,972 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:26:52,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:52,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:52,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:26:52,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:52,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:26:52,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:26:52,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:26:52,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42343 2024-11-13T23:26:52,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42343 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:26:53,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423430x0, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:26:53,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42343-0x10137cf80740003 connected 2024-11-13T23:26:53,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:53,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:53,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on znode that does not yet exist, /1-1959403527/running 2024-11-13T23:26:53,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b, hbase.cluster.distributed=false 2024-11-13T23:26:53,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on znode that does not yet exist, /1-1959403527/acl 2024-11-13T23:26:53,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42343 2024-11-13T23:26:53,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42343 2024-11-13T23:26:53,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42343 2024-11-13T23:26:53,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42343 2024-11-13T23:26:53,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42343 2024-11-13T23:26:53,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:26:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:53,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:26:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:26:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:26:53,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:26:53,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:26:53,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42877 2024-11-13T23:26:53,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42877 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:26:53,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:53,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:53,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428770x0, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:26:53,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428770x0, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on znode that does not yet exist, /1-1959403527/running 2024-11-13T23:26:53,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:26:53,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42877-0x10137cf80740004 connected 2024-11-13T23:26:53,151 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:26:53,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on znode that does not yet exist, /1-1959403527/master 2024-11-13T23:26:53,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on znode that does not yet exist, /1-1959403527/acl 2024-11-13T23:26:53,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42877 2024-11-13T23:26:53,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42877 2024-11-13T23:26:53,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42877 2024-11-13T23:26:53,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42877 2024-11-13T23:26:53,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42877 2024-11-13T23:26:53,195 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:42343 2024-11-13T23:26:53,199 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1959403527/backup-masters/714b435e65e7,42343,1731540412972 2024-11-13T23:26:53,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527/backup-masters 2024-11-13T23:26:53,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527/backup-masters 2024-11-13T23:26:53,211 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on existing znode=/1-1959403527/backup-masters/714b435e65e7,42343,1731540412972 2024-11-13T23:26:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1959403527/master 2024-11-13T23:26:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:53,219 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on existing znode=/1-1959403527/master 2024-11-13T23:26:53,220 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1959403527/backup-masters/714b435e65e7,42343,1731540412972 from backup master directory 2024-11-13T23:26:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1959403527/backup-masters/714b435e65e7,42343,1731540412972 2024-11-13T23:26:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527/backup-masters 2024-11-13T23:26:53,226 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:26:53,226 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,42343,1731540412972 2024-11-13T23:26:53,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527/backup-masters 2024-11-13T23:26:53,234 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/hbase.id] with ID: 5a9f8068-9b3e-448b-9f0d-8964ea6c2fed 2024-11-13T23:26:53,234 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/.tmp/hbase.id 2024-11-13T23:26:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:26:53,646 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/.tmp/hbase.id]:[hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/hbase.id] 2024-11-13T23:26:53,657 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:26:53,657 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:26:53,659 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:26:53,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:53,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:26:54,105 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:26:54,106 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:26:54,106 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:26:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:26:54,513 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store 2024-11-13T23:26:54,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:26:54,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:26:54,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:26:54,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:54,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T23:26:54,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:26:54,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:26:54,919 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:54,919 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:26:54,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:54,919 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:54,919 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:26:54,919 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:54,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:26:54,919 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540414919Disabling compacts and flushes for region at 1731540414919Disabling writes for close at 1731540414919Writing region close event to WAL at 1731540414919Closed at 1731540414919 2024-11-13T23:26:54,920 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/.initializing 2024-11-13T23:26:54,920 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/WALs/714b435e65e7,42343,1731540412972 2024-11-13T23:26:54,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:26:54,922 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C42343%2C1731540412972, suffix=, logDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/WALs/714b435e65e7,42343,1731540412972, archiveDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/oldWALs, maxLogs=10 2024-11-13T23:26:54,935 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/WALs/714b435e65e7,42343,1731540412972/714b435e65e7%2C42343%2C1731540412972.1731540414922, exclude list is [], retry=0 2024-11-13T23:26:54,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-25792300-ad9f-4998-ba49-dca3d5343a6e,DISK] 2024-11-13T23:26:54,939 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/WALs/714b435e65e7,42343,1731540412972/714b435e65e7%2C42343%2C1731540412972.1731540414922 2024-11-13T23:26:54,940 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33643:33643)] 2024-11-13T23:26:54,940 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:26:54,940 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:54,940 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,940 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:26:54,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:54,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:54,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:26:54,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:54,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:54,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:26:54,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:54,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:54,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:26:54,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:54,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:54,946 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,947 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,947 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,948 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,948 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,949 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:26:54,949 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:26:54,952 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:26:54,952 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68558266, jitterRate=0.02159777283668518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:26:54,952 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540414940Initializing all the Stores at 1731540414941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540414941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540414941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540414941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540414941Cleaning up temporary data from old regions at 1731540414948 (+7 ms)Region opened successfully at 1731540414952 (+4 ms) 2024-11-13T23:26:54,955 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:26:54,957 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5646cbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:26:54,958 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:26:54,958 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:26:54,958 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:26:54,958 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:26:54,964 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-13T23:26:54,965 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:26:54,965 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:26:54,967 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:26:54,967 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Unable to get data of znode /1-1959403527/balancer because node does not exist (not necessarily an error) 2024-11-13T23:26:55,006 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1959403527/balancer already deleted, retry=false 2024-11-13T23:26:55,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:26:55,006 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Unable to get data of znode /1-1959403527/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:26:55,014 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1959403527/normalizer already deleted, retry=false 2024-11-13T23:26:55,014 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:26:55,015 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Unable to get data of znode /1-1959403527/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:26:55,022 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1959403527/switch/split already deleted, retry=false 2024-11-13T23:26:55,023 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Unable to get data of znode /1-1959403527/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:26:55,030 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1959403527/switch/merge already deleted, retry=false 2024-11-13T23:26:55,032 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Unable to get data of znode /1-1959403527/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:26:55,039 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1959403527/snapshot-cleanup already deleted, retry=false 2024-11-13T23:26:55,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1959403527/running 2024-11-13T23:26:55,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1959403527/running 2024-11-13T23:26:55,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,049 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,42343,1731540412972, sessionid=0x10137cf80740003, setting cluster-up flag (Was=false) 2024-11-13T23:26:55,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,089 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1959403527/flush-table-proc/acquired, /1-1959403527/flush-table-proc/reached, /1-1959403527/flush-table-proc/abort 2024-11-13T23:26:55,090 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42343,1731540412972 2024-11-13T23:26:55,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,135 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1959403527/online-snapshot/acquired, /1-1959403527/online-snapshot/reached, /1-1959403527/online-snapshot/abort 2024-11-13T23:26:55,136 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,42343,1731540412972 2024-11-13T23:26:55,167 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:26:55,168 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:55,168 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:26:55,168 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:26:55,169 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,42343,1731540412972 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:26:55,170 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:55,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:55,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:55,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:26:55,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:26:55,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:26:55,171 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:55,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:26:55,205 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:26:55,236 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(746): ClusterId : 5a9f8068-9b3e-448b-9f0d-8964ea6c2fed 2024-11-13T23:26:55,236 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:26:55,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540445239 2024-11-13T23:26:55,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:26:55,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:26:55,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:26:55,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:26:55,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:26:55,240 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:26:55,249 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:26:55,249 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:26:55,259 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,261 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:26:55,261 DEBUG [RS:0;714b435e65e7:42877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f9be1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:26:55,262 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:26:55,262 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:26:55,262 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:26:55,262 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:26:55,262 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:26:55,263 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:26:55,263 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540415263,5,FailOnTimeoutGroup] 2024-11-13T23:26:55,263 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540415263,5,FailOnTimeoutGroup] 2024-11-13T23:26:55,263 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,263 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:26:55,263 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,263 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:26:55,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:26:55,265 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b 2024-11-13T23:26:55,283 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:42877 2024-11-13T23:26:55,283 INFO [RS:0;714b435e65e7:42877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:26:55,283 INFO [RS:0;714b435e65e7:42877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:26:55,283 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:26:55,284 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,42343,1731540412972 with port=42877, startcode=1731540413121 2024-11-13T23:26:55,284 DEBUG [RS:0;714b435e65e7:42877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:26:55,293 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:26:55,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42343 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:26:55,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:55,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:26:55,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:26:55,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:26:55,298 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b 2024-11-13T23:26:55,298 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35005 2024-11-13T23:26:55,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:26:55,298 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:26:55,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:26:55,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:26:55,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:26:55,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:26:55,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:26:55,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740 2024-11-13T23:26:55,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740 2024-11-13T23:26:55,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:26:55,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:26:55,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:26:55,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:26:55,306 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:26:55,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59438455, jitterRate=-0.11429800093173981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:26:55,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540415294Initializing all the Stores at 1731540415296 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540415296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540415296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540415296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540415296Cleaning up temporary data from old regions at 1731540415303 (+7 ms)Region opened successfully at 1731540415307 (+4 ms) 2024-11-13T23:26:55,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:26:55,307 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:26:55,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:26:55,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:26:55,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:26:55,307 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:55,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540415307Disabling compacts and flushes for region at 1731540415307Disabling writes for close at 1731540415307Writing region close event to WAL at 1731540415307Closed at 1731540415307 2024-11-13T23:26:55,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:55,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:26:55,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:26:55,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:26:55,310 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:26:55,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527/rs 2024-11-13T23:26:55,356 DEBUG [RS:0;714b435e65e7:42877 {}] zookeeper.ZKUtil(111): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on existing znode=/1-1959403527/rs/714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,356 WARN [RS:0;714b435e65e7:42877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:26:55,356 INFO [RS:0;714b435e65e7:42877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:26:55,356 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,42877,1731540413121] 2024-11-13T23:26:55,358 INFO [RS:0;714b435e65e7:42877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:26:55,359 INFO [RS:0;714b435e65e7:42877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:26:55,360 INFO [RS:0;714b435e65e7:42877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:26:55,360 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,360 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:26:55,361 INFO [RS:0;714b435e65e7:42877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:26:55,361 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:26:55,361 DEBUG [RS:0;714b435e65e7:42877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:26:55,362 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,362 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,362 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,362 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,362 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,362 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42877,1731540413121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:26:55,374 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:26:55,374 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42877,1731540413121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,374 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,374 INFO [RS:0;714b435e65e7:42877 {}] regionserver.Replication(171): 714b435e65e7,42877,1731540413121 started 2024-11-13T23:26:55,386 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,386 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,42877,1731540413121, RpcServer on 714b435e65e7/172.17.0.2:42877, sessionid=0x10137cf80740004 2024-11-13T23:26:55,386 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:26:55,386 DEBUG [RS:0;714b435e65e7:42877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,386 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,42877,1731540413121' 2024-11-13T23:26:55,386 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1959403527/flush-table-proc/abort' 2024-11-13T23:26:55,387 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1959403527/flush-table-proc/acquired' 2024-11-13T23:26:55,387 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:26:55,387 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:26:55,387 DEBUG [RS:0;714b435e65e7:42877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,387 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,42877,1731540413121' 2024-11-13T23:26:55,387 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1959403527/online-snapshot/abort' 2024-11-13T23:26:55,387 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1959403527/online-snapshot/acquired' 2024-11-13T23:26:55,388 DEBUG [RS:0;714b435e65e7:42877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:26:55,388 INFO [RS:0;714b435e65e7:42877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:26:55,388 INFO [RS:0;714b435e65e7:42877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:26:55,460 WARN [714b435e65e7:42343 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:26:55,488 INFO [RS:0;714b435e65e7:42877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:26:55,489 INFO [RS:0;714b435e65e7:42877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C42877%2C1731540413121, suffix=, logDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121, archiveDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/oldWALs, maxLogs=10 2024-11-13T23:26:55,501 DEBUG [RS:0;714b435e65e7:42877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121/714b435e65e7%2C42877%2C1731540413121.1731540415490, exclude list is [], retry=0 2024-11-13T23:26:55,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-25792300-ad9f-4998-ba49-dca3d5343a6e,DISK] 2024-11-13T23:26:55,504 INFO [RS:0;714b435e65e7:42877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121/714b435e65e7%2C42877%2C1731540413121.1731540415490 2024-11-13T23:26:55,505 DEBUG [RS:0;714b435e65e7:42877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33643:33643)] 2024-11-13T23:26:55,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:26:55,710 DEBUG [714b435e65e7:42343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:26:55,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,42877,1731540413121, state=OPENING 2024-11-13T23:26:55,726 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:26:55,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:26:55,735 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:26:55,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1959403527/meta-region-server: CHANGED 2024-11-13T23:26:55,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1959403527/meta-region-server: CHANGED 2024-11-13T23:26:55,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,42877,1731540413121}] 2024-11-13T23:26:55,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:55,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:55,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:55,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:55,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:55,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:55,887 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:26:55,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:26:55,892 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:26:55,892 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:26:55,892 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:26:55,894 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C42877%2C1731540413121.meta, suffix=.meta, logDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121, archiveDir=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/oldWALs, maxLogs=10 2024-11-13T23:26:55,906 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121/714b435e65e7%2C42877%2C1731540413121.meta.1731540415894.meta, exclude list is [], retry=0 2024-11-13T23:26:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-25792300-ad9f-4998-ba49-dca3d5343a6e,DISK] 2024-11-13T23:26:55,909 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121/714b435e65e7%2C42877%2C1731540413121.meta.1731540415894.meta 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33643:33643)] 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:26:55,910 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:26:55,910 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:26:55,910 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:26:55,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:26:55,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:26:55,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:26:55,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:26:55,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:26:55,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:26:55,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:26:55,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:26:55,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:26:55,917 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:26:55,917 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740 2024-11-13T23:26:55,918 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740 2024-11-13T23:26:55,919 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:26:55,919 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:26:55,919 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:26:55,920 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:26:55,921 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67618348, jitterRate=0.007591903209686279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:26:55,921 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:26:55,921 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540415910Writing region info on filesystem at 1731540415910Initializing all the Stores at 1731540415911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540415911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540415911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540415911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540415911Cleaning up temporary data from old regions at 1731540415919 (+8 ms)Running coprocessor post-open hooks at 1731540415921 (+2 ms)Region opened successfully at 1731540415921 2024-11-13T23:26:55,922 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540415887 2024-11-13T23:26:55,923 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:26:55,923 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:26:55,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,42877,1731540413121, state=OPEN 2024-11-13T23:26:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1959403527/meta-region-server 2024-11-13T23:26:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1959403527/meta-region-server 2024-11-13T23:26:55,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,42877,1731540413121 2024-11-13T23:26:55,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1959403527/meta-region-server: CHANGED 2024-11-13T23:26:55,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1959403527/meta-region-server: CHANGED 2024-11-13T23:26:55,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:26:55,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,42877,1731540413121 in 200 msec 2024-11-13T23:26:55,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:26:55,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-13T23:26:55,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:26:55,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:26:55,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:26:55,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42877,1731540413121, seqNum=-1] 2024-11-13T23:26:55,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:26:55,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:26:55,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 777 msec 2024-11-13T23:26:55,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540415945, completionTime=-1 2024-11-13T23:26:55,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:26:55,945 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540475947 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540535947 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42343,1731540412972-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42343,1731540412972-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42343,1731540412972-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:42343, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:55,949 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:26:55,950 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.723sec 2024-11-13T23:26:55,950 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:26:55,950 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:26:55,950 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:26:55,950 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:26:55,951 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:26:55,951 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42343,1731540412972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:26:55,951 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42343,1731540412972-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:26:55,953 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:26:55,953 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:26:55,953 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,42343,1731540412972-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:26:56,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42343,-1 for getting cluster id 2024-11-13T23:26:56,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:26:56,025 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9f8068-9b3e-448b-9f0d-8964ea6c2fed' 2024-11-13T23:26:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:26:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9f8068-9b3e-448b-9f0d-8964ea6c2fed" 2024-11-13T23:26:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d6ee36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42343,-1] 2024-11-13T23:26:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:26:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:56,027 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:26:56,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:26:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,42877,1731540413121, seqNum=-1] 2024-11-13T23:26:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:26:56,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:26:56,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,42343,1731540412972 2024-11-13T23:26:56,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:26:56,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:26:56,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137cf80740005 connected 2024-11-13T23:26:56,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40943,-1 for getting cluster id 2024-11-13T23:26:56,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:26:56,055 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6377b3fb-cb47-45b7-b706-1bb5fb890f5a' 2024-11-13T23:26:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:26:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6377b3fb-cb47-45b7-b706-1bb5fb890f5a" 2024-11-13T23:26:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407ea083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40943,-1] 2024-11-13T23:26:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:26:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:56,056 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:26:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f3888a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:26:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40943,1731540408028 2024-11-13T23:26:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da40429 2024-11-13T23:26:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:26:56,060 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:26:56,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:42343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:26:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:26:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:26:56,063 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:42343' 2024-11-13T23:26:56,064 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432ae224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,064 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42343,-1 for getting cluster id 2024-11-13T23:26:56,064 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:26:56,065 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9f8068-9b3e-448b-9f0d-8964ea6c2fed' 2024-11-13T23:26:56,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:26:56,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9f8068-9b3e-448b-9f0d-8964ea6c2fed" 2024-11-13T23:26:56,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f81f49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42343,-1] 2024-11-13T23:26:56,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:26:56,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:56,066 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:26:56,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738e49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:56,067 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:26:56,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42343,1731540412972 2024-11-13T23:26:56,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3602ba19 2024-11-13T23:26:56,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:26:56,069 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:26:56,069 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T23:26:56,069 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:26:56,069 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:56,069 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:56,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:56,070 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:26:56,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:26:56,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:26:56,072 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:56,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:26:56,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741835_1011 (size=1138) 2024-11-13T23:26:56,121 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:26:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:26:56,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:26:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:26:56,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:56,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:56,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:56,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:56,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:56,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:26:56,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40b848f442ca5a62a877d69085e93119, NAME => 'hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001 2024-11-13T23:26:56,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741836_1012 (size=44) 2024-11-13T23:26:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:26:56,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40b848f442ca5a62a877d69085e93119, disabling compactions & flushes 2024-11-13T23:26:56,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. after waiting 0 ms 2024-11-13T23:26:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:56,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:56,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40b848f442ca5a62a877d69085e93119: Waiting for close lock at 1731540416889Disabling compacts and flushes for region at 1731540416889Disabling writes for close at 1731540416889Writing region close event to WAL at 1731540416889Closed at 1731540416889 2024-11-13T23:26:56,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:26:56,890 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540416890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540416890"}]},"ts":"1731540416890"} 2024-11-13T23:26:56,892 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:26:56,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:26:56,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540416893"}]},"ts":"1731540416893"} 2024-11-13T23:26:56,894 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:26:56,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN}] 2024-11-13T23:26:56,895 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN 2024-11-13T23:26:56,896 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN; state=OFFLINE, location=714b435e65e7,37829,1731540408218; forceNewPlan=false, retain=false 2024-11-13T23:26:57,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40b848f442ca5a62a877d69085e93119, regionState=OPENING, regionLocation=714b435e65e7,37829,1731540408218 2024-11-13T23:26:57,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN because future has completed 2024-11-13T23:26:57,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b848f442ca5a62a877d69085e93119, server=714b435e65e7,37829,1731540408218}] 2024-11-13T23:26:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:26:57,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:57,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:26:57,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:26:57,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37829%2C1731540408218.rep, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs, maxLogs=10 2024-11-13T23:26:57,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.rep.1731540417208, exclude list is [], retry=0 2024-11-13T23:26:57,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:26:57,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.rep.1731540417208 2024-11-13T23:26:57,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:26:57,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 40b848f442ca5a62a877d69085e93119, NAME => 'hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:26:57,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:26:57,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:26:57,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. service=MultiRowMutationService 2024-11-13T23:26:57,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:26:57,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:26:57,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,228 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,229 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b848f442ca5a62a877d69085e93119 columnFamilyName hfileref 2024-11-13T23:26:57,229 DEBUG [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:57,230 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(327): Store=40b848f442ca5a62a877d69085e93119/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:57,230 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,231 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b848f442ca5a62a877d69085e93119 columnFamilyName queue 2024-11-13T23:26:57,231 DEBUG [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:57,231 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(327): Store=40b848f442ca5a62a877d69085e93119/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:57,231 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,232 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b848f442ca5a62a877d69085e93119 columnFamilyName sid 2024-11-13T23:26:57,232 DEBUG [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:26:57,233 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(327): Store=40b848f442ca5a62a877d69085e93119/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:26:57,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:26:57,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:26:57,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 40b848f442ca5a62a877d69085e93119; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67322087, jitterRate=0.003177270293235779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:26:57,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:57,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 40b848f442ca5a62a877d69085e93119: Running coprocessor pre-open hook at 1731540417227Writing region info on filesystem at 1731540417227Initializing all the Stores at 1731540417228 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540417228Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540417228Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540417228Cleaning up temporary data from old regions at 1731540417235 (+7 ms)Running coprocessor post-open hooks at 1731540417239 (+4 ms)Region opened successfully at 1731540417239 2024-11-13T23:26:57,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119., pid=7, masterSystemTime=1731540417202 2024-11-13T23:26:57,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:57,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:57,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40b848f442ca5a62a877d69085e93119, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37829,1731540408218 2024-11-13T23:26:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b848f442ca5a62a877d69085e93119, server=714b435e65e7,37829,1731540408218 because future has completed 2024-11-13T23:26:57,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T23:26:57,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 40b848f442ca5a62a877d69085e93119, server=714b435e65e7,37829,1731540408218 in 196 msec 2024-11-13T23:26:57,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:26:57,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN in 354 msec 2024-11-13T23:26:57,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:26:57,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540417251"}]},"ts":"1731540417251"} 2024-11-13T23:26:57,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:26:57,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:26:57,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-13T23:26:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119., hostname=714b435e65e7,37829,1731540408218, seqNum=2] 2024-11-13T23:26:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:57,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:26:57,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T23:26:57,497 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:26:57,524 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,37829,1731540408218, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:26:57,524 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:26:57,524 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37829,1731540408218, seqNum=-1] 2024-11-13T23:26:57,525 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:26:57,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T23:26:57,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,37829,1731540408218', locateType=CURRENT is [region=hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119., hostname=714b435e65e7,37829,1731540408218, seqNum=2] 2024-11-13T23:26:57,529 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T23:26:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T23:26:57,532 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,37829,1731540408218 suceeded 2024-11-13T23:26:57,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T23:26:57,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T23:26:57,534 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:42343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:26:57,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-13T23:26:57,544 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:42343' 2024-11-13T23:26:57,545 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5a23cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:57,545 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42343,-1 for getting cluster id 2024-11-13T23:26:57,545 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:26:57,545 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9f8068-9b3e-448b-9f0d-8964ea6c2fed' 2024-11-13T23:26:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:26:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9f8068-9b3e-448b-9f0d-8964ea6c2fed" 2024-11-13T23:26:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@573bc882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42343,-1] 2024-11-13T23:26:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:26:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:57,547 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:26:57,547 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68c10ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:26:57,547 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:26:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42343,1731540412972 2024-11-13T23:26:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2384d70 2024-11-13T23:26:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:26:57,549 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T23:26:57,549 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,37829,1731540408218 (queues=1) is replicating from cluster=6377b3fb-cb47-45b7-b706-1bb5fb890f5a to cluster=5a9f8068-9b3e-448b-9f0d-8964ea6c2fed 2024-11-13T23:26:57,549 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C37829%2C1731540408218 2024-11-13T23:26:57,549 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,37829,1731540408218, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:26:57,550 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.shipper714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C37829%2C1731540408218 2024-11-13T23:26:57,550 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.wal-reader.714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788, startPosition=0, beingWritten=true 2024-11-13T23:26:57,755 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.wal-reader.714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788 to pos 0, reset compression=false 2024-11-13T23:26:58,059 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.wal-reader.714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788 to pos 0, reset compression=false 2024-11-13T23:26:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:26:58,217 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:26:58,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:26:58,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:58,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:58,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:58,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:58,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:26:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40943,1731540408028 2024-11-13T23:26:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@764958b6 2024-11-13T23:26:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:26:58,219 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:26:58,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:26:58,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:26:58,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:58,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:58,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:58,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:58,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:26:58,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=130866530, stopped=false 2024-11-13T23:26:58,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,40943,1731540408028 2024-11-13T23:26:58,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:26:58,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:26:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:26:58,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:26:58,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:26:58,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:58,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:58,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:26:58,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:26:58,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,37829,1731540408218' ***** 2024-11-13T23:26:58,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:26:58,260 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:26:58,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(3091): Received CLOSE for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,37829,1731540408218 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37829. 2024-11-13T23:26:58,261 DEBUG [RS:0;714b435e65e7:37829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40b848f442ca5a62a877d69085e93119, disabling compactions & flushes 2024-11-13T23:26:58,261 DEBUG [RS:0;714b435e65e7:37829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:58,261 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. after waiting 0 ms 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:58,261 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40b848f442ca5a62a877d69085e93119 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T23:26:58,261 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:26:58,261 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40b848f442ca5a62a877d69085e93119=hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.} 2024-11-13T23:26:58,261 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:26:58,261 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:26:58,261 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:26:58,262 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T23:26:58,275 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/info/b51d8929ba27436b8fb9a4fdd5a18922 is 147, key is hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119./info:regioninfo/1731540417243/Put/seqid=0 2024-11-13T23:26:58,279 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/.tmp/queue/a26ad950bf3d49f697f6b574c2fa0668 is 151, key is 1-714b435e65e7,37829,1731540408218/queue:714b435e65e7%2C37829%2C1731540408218/1731540417528/Put/seqid=0 2024-11-13T23:26:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741838_1014 (size=6631) 2024-11-13T23:26:58,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741839_1015 (size=5350) 2024-11-13T23:26:58,354 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:26:58,462 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:58,463 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.wal-reader.714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788 to pos 0, reset compression=false 2024-11-13T23:26:58,645 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:26:58,645 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:26:58,662 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b848f442ca5a62a877d69085e93119 2024-11-13T23:26:58,681 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/info/b51d8929ba27436b8fb9a4fdd5a18922 2024-11-13T23:26:58,683 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/.tmp/queue/a26ad950bf3d49f697f6b574c2fa0668 2024-11-13T23:26:58,687 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/.tmp/queue/a26ad950bf3d49f697f6b574c2fa0668 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/queue/a26ad950bf3d49f697f6b574c2fa0668 2024-11-13T23:26:58,692 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/queue/a26ad950bf3d49f697f6b574c2fa0668, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T23:26:58,693 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 40b848f442ca5a62a877d69085e93119 in 432ms, sequenceid=5, compaction requested=false 2024-11-13T23:26:58,693 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:26:58,697 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:26:58,698 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:58,698 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:26:58,698 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:58,698 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40b848f442ca5a62a877d69085e93119: Waiting for close lock at 1731540418261Running coprocessor pre-close hooks at 1731540418261Disabling compacts and flushes for region at 1731540418261Disabling writes for close at 1731540418261Obtaining lock to block concurrent updates at 1731540418261Preparing flush snapshotting stores in 40b848f442ca5a62a877d69085e93119 at 1731540418261Finished memstore snapshotting hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731540418262 (+1 ms)Flushing stores of hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. at 1731540418262Flushing 40b848f442ca5a62a877d69085e93119/queue: creating writer at 1731540418262Flushing 40b848f442ca5a62a877d69085e93119/queue: appending metadata at 1731540418278 (+16 ms)Flushing 40b848f442ca5a62a877d69085e93119/queue: closing flushed file at 1731540418278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5028871e: reopening flushed file at 1731540418687 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 40b848f442ca5a62a877d69085e93119 in 432ms, sequenceid=5, compaction requested=false at 1731540418693 (+6 ms)Writing region close event to WAL at 1731540418694 (+1 ms)Running coprocessor post-close hooks at 1731540418698 (+4 ms)Closed at 1731540418698 2024-11-13T23:26:58,698 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:26:58,704 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/ns/1a2a0ae162d44aadbc634bc7ad9f3176 is 43, key is default/ns:d/1731540410888/Put/seqid=0 2024-11-13T23:26:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741840_1016 (size=5153) 2024-11-13T23:26:58,862 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:58,969 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.wal-reader.714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788 to pos 0, reset compression=false 2024-11-13T23:26:59,062 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:59,109 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/ns/1a2a0ae162d44aadbc634bc7ad9f3176 2024-11-13T23:26:59,130 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/table/9e56f2a3d0404844a33b617fcd5072f5 is 53, key is hbase:replication/table:state/1731540417251/Put/seqid=0 2024-11-13T23:26:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741841_1017 (size=5256) 2024-11-13T23:26:59,262 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:26:59,262 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:26:59,262 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:59,462 DEBUG [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:26:59,534 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/table/9e56f2a3d0404844a33b617fcd5072f5 2024-11-13T23:26:59,539 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/info/b51d8929ba27436b8fb9a4fdd5a18922 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/info/b51d8929ba27436b8fb9a4fdd5a18922 2024-11-13T23:26:59,544 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/info/b51d8929ba27436b8fb9a4fdd5a18922, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T23:26:59,544 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/ns/1a2a0ae162d44aadbc634bc7ad9f3176 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/ns/1a2a0ae162d44aadbc634bc7ad9f3176 2024-11-13T23:26:59,549 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/ns/1a2a0ae162d44aadbc634bc7ad9f3176, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:26:59,550 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/table/9e56f2a3d0404844a33b617fcd5072f5 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/table/9e56f2a3d0404844a33b617fcd5072f5 2024-11-13T23:26:59,554 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/table/9e56f2a3d0404844a33b617fcd5072f5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T23:26:59,555 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-13T23:26:59,563 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T23:26:59,563 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:26:59,563 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:26:59,563 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:59,563 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540418261Running coprocessor pre-close hooks at 1731540418261Disabling compacts and flushes for region at 1731540418261Disabling writes for close at 1731540418261Obtaining lock to block concurrent updates at 1731540418262 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731540418262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731540418262Flushing stores of hbase:meta,,1.1588230740 at 1731540418262Flushing 1588230740/info: creating writer at 1731540418262Flushing 1588230740/info: appending metadata at 1731540418275 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731540418275Flushing 1588230740/ns: creating writer at 1731540418686 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731540418704 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731540418704Flushing 1588230740/table: creating writer at 1731540419113 (+409 ms)Flushing 1588230740/table: appending metadata at 1731540419129 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731540419129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9c23fa: reopening flushed file at 1731540419539 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9f7b96: reopening flushed file at 1731540419544 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d64bac4: reopening flushed file at 1731540419549 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731540419555 (+6 ms)Writing region close event to WAL at 1731540419559 (+4 ms)Running coprocessor post-close hooks at 1731540419563 (+4 ms)Closed at 1731540419563 2024-11-13T23:26:59,564 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:26:59,573 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.wal-reader.714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788 to pos 0, reset compression=false 2024-11-13T23:26:59,663 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,37829,1731540408218; all regions closed. 2024-11-13T23:26:59,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741834_1010 (size=2742) 2024-11-13T23:26:59,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.meta.1731540410793.meta not finished, retry = 0 2024-11-13T23:26:59,767 DEBUG [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs 2024-11-13T23:26:59,767 INFO [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37829%2C1731540408218.meta:.meta(num 1731540410793) 2024-11-13T23:26:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741837_1013 (size=1586) 2024-11-13T23:26:59,771 DEBUG [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs 2024-11-13T23:26:59,771 INFO [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37829%2C1731540408218.rep:(num 1731540417208) 2024-11-13T23:26:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741832_1008 (size=93) 2024-11-13T23:26:59,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218/714b435e65e7%2C37829%2C1731540408218.1731540409788 not finished, retry = 0 2024-11-13T23:26:59,875 DEBUG [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs 2024-11-13T23:26:59,875 INFO [RS:0;714b435e65e7:37829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37829%2C1731540408218:(num 1731540409788) 2024-11-13T23:26:59,875 DEBUG [RS:0;714b435e65e7:37829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:59,875 INFO [RS:0;714b435e65e7:37829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:26:59,876 INFO [RS:0;714b435e65e7:37829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:26:59,876 INFO [RS:0;714b435e65e7:37829 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:26:59,876 INFO [RS:0;714b435e65e7:37829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:26:59,876 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:26:59,876 INFO [RS:0;714b435e65e7:37829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,37829,1731540408218 because: Region server is closing 2024-11-13T23:26:59,876 INFO [RS:0;714b435e65e7:37829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37829. 2024-11-13T23:26:59,876 DEBUG [RS:0;714b435e65e7:37829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:26:59,876 DEBUG [RS:0;714b435e65e7:37829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:59,876 DEBUG [RS:0;714b435e65e7:37829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:26:59,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:26:59,977 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.wal-reader.714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:26:59,977 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.shipper714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T23:26:59,977 INFO [RS:0;714b435e65e7:37829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37829,1731540408218.replicationSource.shipper714b435e65e7%2C37829%2C1731540408218,1-714b435e65e7,37829,1731540408218 terminated 2024-11-13T23:26:59,977 INFO [RS:0;714b435e65e7:37829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37829 2024-11-13T23:27:00,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/rs 2024-11-13T23:27:00,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/rs/714b435e65e7,37829,1731540408218 2024-11-13T23:27:00,018 INFO [RS:0;714b435e65e7:37829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:00,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,37829,1731540408218] 2024-11-13T23:27:00,034 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/draining/714b435e65e7,37829,1731540408218 already deleted, retry=false 2024-11-13T23:27:00,034 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,37829,1731540408218 expired; onlineServers=0 2024-11-13T23:27:00,034 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,40943,1731540408028' ***** 2024-11-13T23:27:00,034 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:27:00,034 INFO [M:0;714b435e65e7:40943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:00,034 INFO [M:0;714b435e65e7:40943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:00,034 DEBUG [M:0;714b435e65e7:40943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:27:00,035 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:27:00,035 DEBUG [M:0;714b435e65e7:40943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:27:00,035 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540409593 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540409593,5,FailOnTimeoutGroup] 2024-11-13T23:27:00,035 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540409579 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540409579,5,FailOnTimeoutGroup] 2024-11-13T23:27:00,035 INFO [M:0;714b435e65e7:40943 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:00,035 INFO [M:0;714b435e65e7:40943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:00,035 DEBUG [M:0;714b435e65e7:40943 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:27:00,035 INFO [M:0;714b435e65e7:40943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:27:00,035 INFO [M:0;714b435e65e7:40943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:00,035 INFO [M:0;714b435e65e7:40943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:27:00,035 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:27:00,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/master 2024-11-13T23:27:00,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:00,043 DEBUG [M:0;714b435e65e7:40943 {}] zookeeper.ZKUtil(347): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/master because node does not exist (not an error) 2024-11-13T23:27:00,043 WARN [M:0;714b435e65e7:40943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:27:00,043 INFO [M:0;714b435e65e7:40943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/.lastflushedseqids 2024-11-13T23:27:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741842_1018 (size=181) 2024-11-13T23:27:00,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:00,126 INFO [RS:0;714b435e65e7:37829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:00,126 INFO [RS:0;714b435e65e7:37829 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,37829,1731540408218; zookeeper connection closed. 2024-11-13T23:27:00,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37829-0x10137cf80740001, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:00,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c83c8c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c83c8c9 2024-11-13T23:27:00,127 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:27:00,448 INFO [M:0;714b435e65e7:40943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:27:00,448 INFO [M:0;714b435e65e7:40943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:27:00,448 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:00,448 INFO [M:0;714b435e65e7:40943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:00,448 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:00,448 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:00,448 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:00,449 INFO [M:0;714b435e65e7:40943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T23:27:00,463 DEBUG [M:0;714b435e65e7:40943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e520ce6374e14bc5aa268852ebadddb1 is 82, key is hbase:meta,,1/info:regioninfo/1731540410841/Put/seqid=0 2024-11-13T23:27:00,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741843_1019 (size=5672) 2024-11-13T23:27:00,867 INFO [M:0;714b435e65e7:40943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e520ce6374e14bc5aa268852ebadddb1 2024-11-13T23:27:00,885 DEBUG [M:0;714b435e65e7:40943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73ac8f14b3164f16bd943893a51e09fe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731540417254/Put/seqid=0 2024-11-13T23:27:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741844_1020 (size=7203) 2024-11-13T23:27:01,289 INFO [M:0;714b435e65e7:40943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73ac8f14b3164f16bd943893a51e09fe 2024-11-13T23:27:01,307 DEBUG [M:0;714b435e65e7:40943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6439fd75fa39478fbebf4a1237b42b9f is 69, key is 714b435e65e7,37829,1731540408218/rs:state/1731540409617/Put/seqid=0 2024-11-13T23:27:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741845_1021 (size=5156) 2024-11-13T23:27:01,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:01,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:01,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:01,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:01,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:01,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:01,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:01,711 INFO [M:0;714b435e65e7:40943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6439fd75fa39478fbebf4a1237b42b9f 2024-11-13T23:27:01,717 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e520ce6374e14bc5aa268852ebadddb1 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e520ce6374e14bc5aa268852ebadddb1 2024-11-13T23:27:01,722 INFO [M:0;714b435e65e7:40943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e520ce6374e14bc5aa268852ebadddb1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T23:27:01,723 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73ac8f14b3164f16bd943893a51e09fe as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73ac8f14b3164f16bd943893a51e09fe 2024-11-13T23:27:01,729 INFO [M:0;714b435e65e7:40943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73ac8f14b3164f16bd943893a51e09fe, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T23:27:01,730 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6439fd75fa39478fbebf4a1237b42b9f as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6439fd75fa39478fbebf4a1237b42b9f 2024-11-13T23:27:01,735 INFO [M:0;714b435e65e7:40943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6439fd75fa39478fbebf4a1237b42b9f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T23:27:01,736 INFO [M:0;714b435e65e7:40943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-13T23:27:01,737 INFO [M:0;714b435e65e7:40943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:01,737 DEBUG [M:0;714b435e65e7:40943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540420448Disabling compacts and flushes for region at 1731540420448Disabling writes for close at 1731540420448Obtaining lock to block concurrent updates at 1731540420449 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540420449Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731540420449Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540420450 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540420450Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540420463 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540420463Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540420872 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540420884 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540420884Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540421293 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540421306 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540421306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f297c0: reopening flushed file at 1731540421716 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbaab08: reopening flushed file at 1731540421723 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32533201: reopening flushed file at 1731540421729 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1731540421736 (+7 ms)Writing region close event to WAL at 1731540421737 (+1 ms)Closed at 1731540421737 2024-11-13T23:27:01,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741830_1006 (size=41008) 2024-11-13T23:27:01,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028/714b435e65e7%2C40943%2C1731540408028.1731540409309 not finished, retry = 0 2024-11-13T23:27:01,840 INFO [M:0;714b435e65e7:40943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:27:01,840 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:01,840 INFO [M:0;714b435e65e7:40943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40943 2024-11-13T23:27:01,840 INFO [M:0;714b435e65e7:40943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:01,955 INFO [M:0;714b435e65e7:40943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x10137cf80740000, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:01,957 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:01,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:01,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:01,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:01,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:01,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:01,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:27:01,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:01,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34287 2024-11-13T23:27:01,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34287 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:27:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342870x0, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:01,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34287-0x10137cf80740006 connected 2024-11-13T23:27:01,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:01,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:01,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:27:01,981 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: INIT 2024-11-13T23:27:01,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001, hbase.cluster.distributed=false 2024-11-13T23:27:01,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/acl 2024-11-13T23:27:01,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34287 2024-11-13T23:27:01,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34287 2024-11-13T23:27:01,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34287 2024-11-13T23:27:01,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34287 2024-11-13T23:27:01,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34287 2024-11-13T23:27:01,999 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:01,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:01,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:01,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:27:01,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:02,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32815 2024-11-13T23:27:02,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32815 connecting to ZooKeeper ensemble=127.0.0.1:57965 2024-11-13T23:27:02,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:02,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:02,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328150x0, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:02,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32815-0x10137cf80740007 connected 2024-11-13T23:27:02,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:27:02,014 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: INIT 2024-11-13T23:27:02,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:27:02,015 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:27:02,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/master 2024-11-13T23:27:02,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/acl 2024-11-13T23:27:02,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32815 2024-11-13T23:27:02,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32815 2024-11-13T23:27:02,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32815 2024-11-13T23:27:02,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32815 2024-11-13T23:27:02,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32815 2024-11-13T23:27:02,032 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:34287 2024-11-13T23:27:02,032 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-30377697/backup-masters/714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:27:02,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:27:02,039 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on existing znode=/0-30377697/backup-masters/714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30377697/master 2024-11-13T23:27:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:02,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on existing znode=/0-30377697/master 2024-11-13T23:27:02,047 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-30377697/backup-masters/714b435e65e7,34287,1731540421957 from backup master directory 2024-11-13T23:27:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:27:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/backup-masters/714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/backup-masters 2024-11-13T23:27:02,055 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:02,055 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,065 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:02,065 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:27:02,070 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-13T23:27:02,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741846_1022 (size=196) 2024-11-13T23:27:02,486 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:02,487 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:27:02,487 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:02,492 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T23:27:02,494 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028 to hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028-dead as it is dead 2024-11-13T23:27:02,495 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028-dead/714b435e65e7%2C40943%2C1731540408028.1731540409309 2024-11-13T23:27:02,495 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028-dead/714b435e65e7%2C40943%2C1731540408028.1731540409309 after 0ms 2024-11-13T23:27:02,496 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028-dead/714b435e65e7%2C40943%2C1731540408028.1731540409309 to hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C40943%2C1731540408028.1731540409309 2024-11-13T23:27:02,496 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,40943,1731540408028-dead 2024-11-13T23:27:02,496 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,497 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:02,498 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C34287%2C1731540421957, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,34287,1731540421957, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/oldWALs, maxLogs=10 2024-11-13T23:27:02,510 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,34287,1731540421957/714b435e65e7%2C34287%2C1731540421957.1731540422498, exclude list is [], retry=0 2024-11-13T23:27:02,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:27:02,513 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/WALs/714b435e65e7,34287,1731540421957/714b435e65e7%2C34287%2C1731540421957.1731540422498 2024-11-13T23:27:02,514 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:27:02,514 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:02,514 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:02,514 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,514 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:27:02,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:02,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e520ce6374e14bc5aa268852ebadddb1 2024-11-13T23:27:02,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:02,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:27:02,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:02,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73ac8f14b3164f16bd943893a51e09fe 2024-11-13T23:27:02,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:02,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:27:02,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:02,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6439fd75fa39478fbebf4a1237b42b9f 2024-11-13T23:27:02,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:02,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:27:02,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:02,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:02,533 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,533 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T23:27:02,533 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C40943%2C1731540408028.1731540409309 2024-11-13T23:27:02,537 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C40943%2C1731540408028.1731540409309 2024-11-13T23:27:02,538 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/714b435e65e7%2C40943%2C1731540408028.1731540409309 2024-11-13T23:27:02,539 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,539 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,540 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:02,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:02,543 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T23:27:02,543 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70924991, jitterRate=0.056864723563194275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:02,543 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540422514Initializing all the Stores at 1731540422515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540422515Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540422515Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540422515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540422515Cleaning up temporary data from old regions at 1731540422539 (+24 ms)Region opened successfully at 1731540422543 (+4 ms) 2024-11-13T23:27:02,544 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:27:02,546 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5bf4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:02,548 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T23:27:02,548 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:27:02,548 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:27:02,548 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:27:02,549 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:27:02,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:02,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:27:02,552 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:27:02,552 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-13T23:27:02,552 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:27:02,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=714b435e65e7,37829,1731540408218, regionLocation=714b435e65e7,37829,1731540408218, openSeqNum=2 2024-11-13T23:27:02,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=714b435e65e7,37829,1731540408218, table=hbase:meta, region=1588230740 2024-11-13T23:27:02,554 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37829,1731540408218, state=OPEN 2024-11-13T23:27:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:27:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:27:02,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:27:02,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:27:02,596 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:27:02,605 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/draining/714b435e65e7,37829,1731540408218 already deleted, retry=false 2024-11-13T23:27:02,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 714b435e65e7,37829,1731540408218 on 714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,606 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 714b435e65e7,37829,1731540408218, splitWal=true, meta=true 2024-11-13T23:27:02,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 714b435e65e7,37829,1731540408218 (carryingMeta=true) 714b435e65e7,37829,1731540408218/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5baccb49[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T23:27:02,608 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/balancer because node does not exist (not necessarily an error) 2024-11-13T23:27:02,617 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/balancer already deleted, retry=false 2024-11-13T23:27:02,618 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:27:02,618 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:27:02,626 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/normalizer already deleted, retry=false 2024-11-13T23:27:02,626 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:27:02,627 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:27:02,634 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/switch/split already deleted, retry=false 2024-11-13T23:27:02,635 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:27:02,642 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/switch/merge already deleted, retry=false 2024-11-13T23:27:02,653 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Unable to get data of znode /0-30377697/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:27:02,659 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/snapshot-cleanup already deleted, retry=false 2024-11-13T23:27:02,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:27:02,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:27:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:02,668 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,34287,1731540421957, sessionid=0x10137cf80740006, setting cluster-up flag (Was=false) 2024-11-13T23:27:02,676 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-30377697/flush-table-proc/acquired, /0-30377697/flush-table-proc/reached, /0-30377697/flush-table-proc/abort 2024-11-13T23:27:02,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,685 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-30377697/online-snapshot/acquired, /0-30377697/online-snapshot/reached, /0-30377697/online-snapshot/abort 2024-11-13T23:27:02,686 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,34287,1731540421957 2024-11-13T23:27:02,687 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/.lastflushedseqids 2024-11-13T23:27:02,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:27:02,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:27:02,689 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,34287,1731540421957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 714b435e65e7,37829,1731540408218 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:02,690 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,691 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540452691 2024-11-13T23:27:02,691 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:27:02,691 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:27:02,691 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:27:02,691 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:27:02,691 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:27:02,692 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:27:02,692 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 714b435e65e7,37829,1731540408218, splitWal=true, meta=true 2024-11-13T23:27:02,692 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,692 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:27:02,692 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 714b435e65e7,37829,1731540408218, splitWal=true, meta=true, isMeta: true 2024-11-13T23:27:02,692 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:27:02,692 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:27:02,692 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:27:02,693 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540422693,5,FailOnTimeoutGroup] 2024-11-13T23:27:02,693 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540422693,5,FailOnTimeoutGroup] 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,693 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218-splitting 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540422693, completionTime=-1 2024-11-13T23:27:02,693 WARN [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T23:27:02,693 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T23:27:02,694 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218-splitting dir is empty, no logs to split. 2024-11-13T23:27:02,694 INFO [PEWorker-1 {}] master.SplitWALManager(105): 714b435e65e7,37829,1731540408218 WAL count=0, meta=true 2024-11-13T23:27:02,696 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218-splitting dir is empty, no logs to split. 2024-11-13T23:27:02,696 INFO [PEWorker-1 {}] master.SplitWALManager(105): 714b435e65e7,37829,1731540408218 WAL count=0, meta=true 2024-11-13T23:27:02,696 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 714b435e65e7,37829,1731540408218 WAL splitting is done? wals=0, meta=true 2024-11-13T23:27:02,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:27:02,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:02,698 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:27:02,721 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(746): ClusterId : 6377b3fb-cb47-45b7-b706-1bb5fb890f5a 2024-11-13T23:27:02,721 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:27:02,731 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:27:02,731 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:27:02,739 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:27:02,739 DEBUG [RS:0;714b435e65e7:32815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612dac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:02,750 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:32815 2024-11-13T23:27:02,750 INFO [RS:0;714b435e65e7:32815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:27:02,750 INFO [RS:0;714b435e65e7:32815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:27:02,750 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:27:02,750 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,34287,1731540421957 with port=32815, startcode=1731540421999 2024-11-13T23:27:02,751 DEBUG [RS:0;714b435e65e7:32815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:27:02,752 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:27:02,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,32815,1731540421999 2024-11-13T23:27:02,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34287 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,32815,1731540421999 2024-11-13T23:27:02,753 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001 2024-11-13T23:27:02,753 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33821 2024-11-13T23:27:02,753 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:27:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/rs 2024-11-13T23:27:02,788 DEBUG [RS:0;714b435e65e7:32815 {}] zookeeper.ZKUtil(111): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on existing znode=/0-30377697/rs/714b435e65e7,32815,1731540421999 2024-11-13T23:27:02,789 WARN [RS:0;714b435e65e7:32815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:02,789 INFO [RS:0;714b435e65e7:32815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:02,789 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999 2024-11-13T23:27:02,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,32815,1731540421999] 2024-11-13T23:27:02,794 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T23:27:02,806 INFO [RS:0;714b435e65e7:32815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:27:02,807 INFO [RS:0;714b435e65e7:32815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:27:02,807 INFO [RS:0;714b435e65e7:32815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:27:02,807 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,807 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:27:02,808 INFO [RS:0;714b435e65e7:32815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:27:02,808 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:02,808 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:02,809 DEBUG [RS:0;714b435e65e7:32815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:02,809 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,809 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,809 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,809 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,809 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,809 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,32815,1731540421999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:02,821 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:27:02,821 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,32815,1731540421999-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,832 INFO [RS:0;714b435e65e7:32815 {}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,32815,1731540421999, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:27:02,833 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,833 INFO [RS:0;714b435e65e7:32815 {}] regionserver.Replication(171): 714b435e65e7,32815,1731540421999 started 2024-11-13T23:27:02,845 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:02,845 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,32815,1731540421999, RpcServer on 714b435e65e7/172.17.0.2:32815, sessionid=0x10137cf80740007 2024-11-13T23:27:02,845 DEBUG [RS:0;714b435e65e7:32815.replicationSource,1-714b435e65e7,32815,1731540421999 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:42343' 2024-11-13T23:27:02,845 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:27:02,845 DEBUG [RS:0;714b435e65e7:32815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,32815,1731540421999 2024-11-13T23:27:02,845 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,32815,1731540421999' 2024-11-13T23:27:02,845 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-30377697/flush-table-proc/abort' 2024-11-13T23:27:02,845 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-30377697/flush-table-proc/acquired' 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,32815,1731540421999 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,32815,1731540421999' 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-30377697/online-snapshot/abort' 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815.replicationSource,1-714b435e65e7,32815,1731540421999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d53745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815.replicationSource,1-714b435e65e7,32815,1731540421999 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,42343,-1 for getting cluster id 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815.replicationSource,1-714b435e65e7,32815,1731540421999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-30377697/online-snapshot/acquired' 2024-11-13T23:27:02,846 DEBUG [RS:0;714b435e65e7:32815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:27:02,846 INFO [RS:0;714b435e65e7:32815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:27:02,846 INFO [RS:0;714b435e65e7:32815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:27:02,847 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a9f8068-9b3e-448b-9f0d-8964ea6c2fed' 2024-11-13T23:27:02,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:02,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a9f8068-9b3e-448b-9f0d-8964ea6c2fed" 2024-11-13T23:27:02,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3d7afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:02,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,42343,-1] 2024-11-13T23:27:02,848 WARN [714b435e65e7:34287 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:27:02,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:02,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:02,849 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:02,849 DEBUG [RS:0;714b435e65e7:32815.replicationSource,1-714b435e65e7,32815,1731540421999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c3ad0bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:02,849 DEBUG [RS:0;714b435e65e7:32815.replicationSource,1-714b435e65e7,32815,1731540421999 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:02,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,42343,1731540412972 2024-11-13T23:27:02,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d3d03c9 2024-11-13T23:27:02,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:02,851 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T23:27:02,851 INFO [RS:0;714b435e65e7:32815.replicationSource,1-714b435e65e7,32815,1731540421999 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,32815,1731540421999 (queues=0) is replicating from cluster=6377b3fb-cb47-45b7-b706-1bb5fb890f5a to cluster=5a9f8068-9b3e-448b-9f0d-8964ea6c2fed 2024-11-13T23:27:02,947 INFO [RS:0;714b435e65e7:32815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:02,948 INFO [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C32815%2C1731540421999, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs, maxLogs=10 2024-11-13T23:27:02,960 DEBUG [RS:0;714b435e65e7:32815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948, exclude list is [], retry=0 2024-11-13T23:27:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:27:02,964 INFO [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 2024-11-13T23:27:02,964 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 714b435e65e7%2C32815%2C1731540421999 for peer 1 2024-11-13T23:27:02,964 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C32815%2C1731540421999 2024-11-13T23:27:02,964 INFO [RS:0;714b435e65e7:32815 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,32815,1731540421999, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:27:02,965 DEBUG [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:27:02,965 INFO [RS:0;714b435e65e7:32815.replicationSource.shipper714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C32815%2C1731540421999 2024-11-13T23:27:02,965 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948, startPosition=0, beingWritten=true 2024-11-13T23:27:03,098 DEBUG [714b435e65e7:34287 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:27:03,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,32815,1731540421999 2024-11-13T23:27:03,099 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,32815,1731540421999, state=OPENING 2024-11-13T23:27:03,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:27:03,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:27:03,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:03,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:27:03,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:27:03,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,32815,1731540421999}] 2024-11-13T23:27:03,169 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:03,270 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:03,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:27:03,274 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:27:03,274 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:03,274 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:27:03,275 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C32815%2C1731540421999.meta, suffix=.meta, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs, maxLogs=10 2024-11-13T23:27:03,287 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.meta.1731540423276.meta, exclude list is [], retry=0 2024-11-13T23:27:03,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:27:03,290 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.meta.1731540423276.meta 2024-11-13T23:27:03,290 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:27:03,290 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:03,291 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:03,291 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:03,291 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:27:03,291 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:27:03,291 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:27:03,291 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:03,291 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:27:03,291 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:27:03,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:03,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:03,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:03,298 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/info/b51d8929ba27436b8fb9a4fdd5a18922 2024-11-13T23:27:03,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:03,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:03,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:03,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:03,318 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/ns/1a2a0ae162d44aadbc634bc7ad9f3176 2024-11-13T23:27:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:03,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:03,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:03,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:03,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:03,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:03,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:03,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:03,325 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/table/9e56f2a3d0404844a33b617fcd5072f5 2024-11-13T23:27:03,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:03,325 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:03,326 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740 2024-11-13T23:27:03,327 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740 2024-11-13T23:27:03,328 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:03,328 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:03,328 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:03,330 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:03,330 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64720080, jitterRate=-0.03559565544128418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:03,330 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:27:03,330 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540423291Writing region info on filesystem at 1731540423291Initializing all the Stores at 1731540423292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540423292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540423292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540423292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540423292Cleaning up temporary data from old regions at 1731540423328 (+36 ms)Running coprocessor post-open hooks at 1731540423330 (+2 ms)Region opened successfully at 1731540423330 2024-11-13T23:27:03,331 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731540423270 2024-11-13T23:27:03,333 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:27:03,333 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:27:03,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=714b435e65e7,32815,1731540421999 2024-11-13T23:27:03,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,32815,1731540421999, state=OPEN 2024-11-13T23:27:03,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:27:03,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30377697/meta-region-server 2024-11-13T23:27:03,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:27:03,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30377697/meta-region-server: CHANGED 2024-11-13T23:27:03,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,32815,1731540421999 2024-11-13T23:27:03,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T23:27:03,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,32815,1731540421999 in 254 msec 2024-11-13T23:27:03,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:27:03,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-11-13T23:27:03,473 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:03,877 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:04,296 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T23:27:04,381 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:04,985 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:05,690 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:05,799 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T23:27:06,494 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:07,201 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T23:27:07,201 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:27:07,201 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:07,201 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,32815,1731540421999, seqNum=-1] 2024-11-13T23:27:07,202 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:07,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:07,206 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40b848f442ca5a62a877d69085e93119, regionState=OPEN, lastHost=714b435e65e7,37829,1731540408218, regionLocation=714b435e65e7,37829,1731540408218, openSeqNum=2 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540487206 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540547206 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-13T23:27:07,206 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 714b435e65e7,37829,1731540408218 had 2 regions 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34287,1731540421957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34287,1731540421957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34287,1731540421957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:34287, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:07,206 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:07,207 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:07,207 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 714b435e65e7,37829,1731540408218, splitWal=true, meta=true, isMeta: false 2024-11-13T23:27:07,208 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218-splitting dir is empty, no logs to split. 2024-11-13T23:27:07,208 INFO [PEWorker-3 {}] master.SplitWALManager(105): 714b435e65e7,37829,1731540408218 WAL count=0, meta=false 2024-11-13T23:27:07,211 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,37829,1731540408218-splitting dir is empty, no logs to split. 2024-11-13T23:27:07,211 INFO [PEWorker-3 {}] master.SplitWALManager(105): 714b435e65e7,37829,1731540408218 WAL count=0, meta=false 2024-11-13T23:27:07,211 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 714b435e65e7,37829,1731540408218 WAL splitting is done? wals=0, meta=false 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.157sec 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34287,1731540421957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:07,212 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34287,1731540421957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:27:07,213 WARN [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=714b435e65e7,37829,1731540408218/hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:07,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN}] 2024-11-13T23:27:07,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN 2024-11-13T23:27:07,215 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:27:07,215 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:27:07,215 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34287,1731540421957-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:07,216 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:27:07,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:07,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,34287,-1 for getting cluster id 2024-11-13T23:27:07,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:07,225 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6377b3fb-cb47-45b7-b706-1bb5fb890f5a' 2024-11-13T23:27:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6377b3fb-cb47-45b7-b706-1bb5fb890f5a" 2024-11-13T23:27:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4325bb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,34287,-1] 2024-11-13T23:27:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,227 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492ec855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:07,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,32815,1731540421999, seqNum=-1] 2024-11-13T23:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:07,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:07,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T23:27:07,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:07,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:07,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:07,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 714b435e65e7:34287 after: 714b435e65e7:34287 2024-11-13T23:27:07,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:07,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,34287,-1 for getting cluster id 2024-11-13T23:27:07,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:07,234 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6377b3fb-cb47-45b7-b706-1bb5fb890f5a' 2024-11-13T23:27:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6377b3fb-cb47-45b7-b706-1bb5fb890f5a" 2024-11-13T23:27:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44830962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,34287,-1] 2024-11-13T23:27:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,235 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:07,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:07,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,34287,1731540421957 2024-11-13T23:27:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f40fca6 2024-11-13T23:27:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:07,237 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:07,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T23:27:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:27:07,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:07,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:07,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:07,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:27:07,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2031297652, stopped=false 2024-11-13T23:27:07,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,42343,1731540412972 2024-11-13T23:27:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1959403527/running 2024-11-13T23:27:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1959403527/running 2024-11-13T23:27:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:27:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:27:07,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:07,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:07,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:07,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on znode that does not yet exist, /1-1959403527/running 2024-11-13T23:27:07,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,42877,1731540413121' ***** 2024-11-13T23:27:07,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Set watcher on znode that does not yet exist, /1-1959403527/running 2024-11-13T23:27:07,281 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:27:07,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,42877,1731540413121 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:42877. 2024-11-13T23:27:07,281 DEBUG [RS:0;714b435e65e7:42877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:07,281 DEBUG [RS:0;714b435e65e7:42877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:27:07,281 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:27:07,282 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:27:07,282 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:27:07,282 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:07,282 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:07,282 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:07,282 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:07,282 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:07,282 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:07,282 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T23:27:07,297 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740/.tmp/ns/7cf3678fb8684f0eb09cfd54d0cbfe3a is 43, key is default/ns:d/1731540415942/Put/seqid=0 2024-11-13T23:27:07,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741835_1011 (size=5153) 2024-11-13T23:27:07,362 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:27:07,362 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:27:07,366 DEBUG [714b435e65e7:34287 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:27:07,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=40b848f442ca5a62a877d69085e93119, regionState=OPENING, regionLocation=714b435e65e7,32815,1731540421999 2024-11-13T23:27:07,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN because future has completed 2024-11-13T23:27:07,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b848f442ca5a62a877d69085e93119, server=714b435e65e7,32815,1731540421999}] 2024-11-13T23:27:07,370 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:07,398 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:07,482 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:07,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:07,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:07,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:27:07,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C32815%2C1731540421999.rep, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs, maxLogs=10 2024-11-13T23:27:07,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.rep.1731540427525, exclude list is [], retry=0 2024-11-13T23:27:07,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-1f550857-163f-4003-968c-c6c8dc9e4c06,DISK] 2024-11-13T23:27:07,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.rep.1731540427525 2024-11-13T23:27:07,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-13T23:27:07,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 40b848f442ca5a62a877d69085e93119, NAME => 'hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:07,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:07,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:07,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. service=MultiRowMutationService 2024-11-13T23:27:07,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:27:07,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:07,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,543 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,544 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b848f442ca5a62a877d69085e93119 columnFamilyName hfileref 2024-11-13T23:27:07,544 DEBUG [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:07,544 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(327): Store=40b848f442ca5a62a877d69085e93119/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:07,544 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,545 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b848f442ca5a62a877d69085e93119 columnFamilyName queue 2024-11-13T23:27:07,545 DEBUG [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:07,550 DEBUG [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/queue/a26ad950bf3d49f697f6b574c2fa0668 2024-11-13T23:27:07,550 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(327): Store=40b848f442ca5a62a877d69085e93119/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:07,550 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,551 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b848f442ca5a62a877d69085e93119 columnFamilyName sid 2024-11-13T23:27:07,551 DEBUG [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:07,551 INFO [StoreOpener-40b848f442ca5a62a877d69085e93119-1 {}] regionserver.HStore(327): Store=40b848f442ca5a62a877d69085e93119/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:07,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:07,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 40b848f442ca5a62a877d69085e93119; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61089475, jitterRate=-0.08969588577747345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:07,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:07,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 40b848f442ca5a62a877d69085e93119: Running coprocessor pre-open hook at 1731540427542Writing region info on filesystem at 1731540427542Initializing all the Stores at 1731540427543 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540427543Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540427543Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540427543Cleaning up temporary data from old regions at 1731540427554 (+11 ms)Running coprocessor post-open hooks at 1731540427556 (+2 ms)Region opened successfully at 1731540427556 2024-11-13T23:27:07,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119., pid=13, masterSystemTime=1731540427521 2024-11-13T23:27:07,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:07,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:07,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=40b848f442ca5a62a877d69085e93119, regionState=OPEN, openSeqNum=9, regionLocation=714b435e65e7,32815,1731540421999 2024-11-13T23:27:07,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b848f442ca5a62a877d69085e93119, server=714b435e65e7,32815,1731540421999 because future has completed 2024-11-13T23:27:07,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T23:27:07,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 40b848f442ca5a62a877d69085e93119, server=714b435e65e7,32815,1731540421999 in 193 msec 2024-11-13T23:27:07,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T23:27:07,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40b848f442ca5a62a877d69085e93119, ASSIGN in 349 msec 2024-11-13T23:27:07,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T23:27:07,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119., hostname=714b435e65e7,32815,1731540421999, seqNum=9] 2024-11-13T23:27:07,579 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 714b435e65e7,37829,1731540408218 2024-11-13T23:27:07,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T23:27:07,682 DEBUG [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:07,701 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740/.tmp/ns/7cf3678fb8684f0eb09cfd54d0cbfe3a 2024-11-13T23:27:07,707 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740/.tmp/ns/7cf3678fb8684f0eb09cfd54d0cbfe3a as hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740/ns/7cf3678fb8684f0eb09cfd54d0cbfe3a 2024-11-13T23:27:07,712 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740/ns/7cf3678fb8684f0eb09cfd54d0cbfe3a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T23:27:07,712 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-13T23:27:07,712 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:27:07,717 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T23:27:07,717 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:07,717 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:07,717 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:07,717 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540427282Running coprocessor pre-close hooks at 1731540427282Disabling compacts and flushes for region at 1731540427282Disabling writes for close at 1731540427282Obtaining lock to block concurrent updates at 1731540427282Preparing flush snapshotting stores in 1588230740 at 1731540427282Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731540427282Flushing stores of hbase:meta,,1.1588230740 at 1731540427283 (+1 ms)Flushing 1588230740/ns: creating writer at 1731540427283Flushing 1588230740/ns: appending metadata at 1731540427296 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731540427296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4882423e: reopening flushed file at 1731540427706 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731540427712 (+6 ms)Writing region close event to WAL at 1731540427713 (+1 ms)Running coprocessor post-close hooks at 1731540427717 (+4 ms)Closed at 1731540427717 2024-11-13T23:27:07,717 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:07,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T23:27:07,882 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,42877,1731540413121; all regions closed. 2024-11-13T23:27:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741834_1010 (size=1152) 2024-11-13T23:27:07,900 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121/714b435e65e7%2C42877%2C1731540413121.meta.1731540415894.meta not finished, retry = 0 2024-11-13T23:27:08,003 DEBUG [RS:0;714b435e65e7:42877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/oldWALs 2024-11-13T23:27:08,003 INFO [RS:0;714b435e65e7:42877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C42877%2C1731540413121.meta:.meta(num 1731540415894) 2024-11-13T23:27:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741833_1009 (size=93) 2024-11-13T23:27:08,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/WALs/714b435e65e7,42877,1731540413121/714b435e65e7%2C42877%2C1731540413121.1731540415490 not finished, retry = 0 2024-11-13T23:27:08,107 DEBUG [RS:0;714b435e65e7:42877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/oldWALs 2024-11-13T23:27:08,107 INFO [RS:0;714b435e65e7:42877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C42877%2C1731540413121:(num 1731540415490) 2024-11-13T23:27:08,107 DEBUG [RS:0;714b435e65e7:42877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:08,107 INFO [RS:0;714b435e65e7:42877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:08,108 INFO [RS:0;714b435e65e7:42877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:08,108 INFO [RS:0;714b435e65e7:42877 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:08,108 INFO [RS:0;714b435e65e7:42877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:08,108 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:08,108 INFO [RS:0;714b435e65e7:42877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42877 2024-11-13T23:27:08,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1959403527/rs/714b435e65e7,42877,1731540413121 2024-11-13T23:27:08,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527/rs 2024-11-13T23:27:08,126 INFO [RS:0;714b435e65e7:42877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:08,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,42877,1731540413121] 2024-11-13T23:27:08,142 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1959403527/draining/714b435e65e7,42877,1731540413121 already deleted, retry=false 2024-11-13T23:27:08,142 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,42877,1731540413121 expired; onlineServers=0 2024-11-13T23:27:08,142 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,42343,1731540412972' ***** 2024-11-13T23:27:08,142 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:27:08,142 INFO [M:0;714b435e65e7:42343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:08,142 INFO [M:0;714b435e65e7:42343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:08,143 DEBUG [M:0;714b435e65e7:42343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:27:08,143 DEBUG [M:0;714b435e65e7:42343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:27:08,143 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:27:08,143 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540415263 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540415263,5,FailOnTimeoutGroup] 2024-11-13T23:27:08,143 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540415263 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540415263,5,FailOnTimeoutGroup] 2024-11-13T23:27:08,143 INFO [M:0;714b435e65e7:42343 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:08,143 INFO [M:0;714b435e65e7:42343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:08,143 DEBUG [M:0;714b435e65e7:42343 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:27:08,143 INFO [M:0;714b435e65e7:42343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:27:08,143 INFO [M:0;714b435e65e7:42343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:08,143 INFO [M:0;714b435e65e7:42343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:27:08,143 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:27:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1959403527/master 2024-11-13T23:27:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1959403527 2024-11-13T23:27:08,151 DEBUG [M:0;714b435e65e7:42343 {}] zookeeper.ZKUtil(347): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Unable to get data of znode /1-1959403527/master because node does not exist (not an error) 2024-11-13T23:27:08,151 WARN [M:0;714b435e65e7:42343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:27:08,152 INFO [M:0;714b435e65e7:42343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/.lastflushedseqids 2024-11-13T23:27:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741836_1012 (size=99) 2024-11-13T23:27:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:08,234 INFO [RS:0;714b435e65e7:42877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42877-0x10137cf80740004, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:08,234 INFO [RS:0;714b435e65e7:42877 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,42877,1731540413121; zookeeper connection closed. 2024-11-13T23:27:08,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24d1028e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24d1028e 2024-11-13T23:27:08,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:27:08,402 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:08,556 INFO [M:0;714b435e65e7:42343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:27:08,556 INFO [M:0;714b435e65e7:42343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:27:08,557 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:08,557 INFO [M:0;714b435e65e7:42343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:08,557 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:08,557 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:08,557 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:08,557 INFO [M:0;714b435e65e7:42343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T23:27:08,571 DEBUG [M:0;714b435e65e7:42343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20fdecc5c614a9ba919547e0ae68aab is 82, key is hbase:meta,,1/info:regioninfo/1731540415924/Put/seqid=0 2024-11-13T23:27:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741837_1013 (size=5672) 2024-11-13T23:27:08,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:08,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:08,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:08,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:08,975 INFO [M:0;714b435e65e7:42343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20fdecc5c614a9ba919547e0ae68aab 2024-11-13T23:27:08,992 DEBUG [M:0;714b435e65e7:42343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b338f353dc5045c39fb29d41259d450f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731540415945/Put/seqid=0 2024-11-13T23:27:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741838_1014 (size=5275) 2024-11-13T23:27:09,398 INFO [M:0;714b435e65e7:42343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b338f353dc5045c39fb29d41259d450f 2024-11-13T23:27:09,429 DEBUG [M:0;714b435e65e7:42343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1e9dad46aba4ee7866cb3b90bd4237a is 69, key is 714b435e65e7,42877,1731540413121/rs:state/1731540415294/Put/seqid=0 2024-11-13T23:27:09,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741839_1015 (size=5156) 2024-11-13T23:27:09,460 INFO [M:0;714b435e65e7:42343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1e9dad46aba4ee7866cb3b90bd4237a 2024-11-13T23:27:09,466 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20fdecc5c614a9ba919547e0ae68aab as hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20fdecc5c614a9ba919547e0ae68aab 2024-11-13T23:27:09,475 INFO [M:0;714b435e65e7:42343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20fdecc5c614a9ba919547e0ae68aab, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T23:27:09,478 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b338f353dc5045c39fb29d41259d450f as hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b338f353dc5045c39fb29d41259d450f 2024-11-13T23:27:09,488 INFO [M:0;714b435e65e7:42343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b338f353dc5045c39fb29d41259d450f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T23:27:09,489 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1e9dad46aba4ee7866cb3b90bd4237a as hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1e9dad46aba4ee7866cb3b90bd4237a 2024-11-13T23:27:09,496 INFO [M:0;714b435e65e7:42343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35005/user/jenkins/test-data/3e97cb89-87db-09f6-d5a7-a50100df1f7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1e9dad46aba4ee7866cb3b90bd4237a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T23:27:09,497 INFO [M:0;714b435e65e7:42343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=28, compaction requested=false 2024-11-13T23:27:09,506 DEBUG [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.1731540422948 to pos 0, reset compression=false 2024-11-13T23:27:09,528 INFO [M:0;714b435e65e7:42343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:09,528 DEBUG [M:0;714b435e65e7:42343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540428557Disabling compacts and flushes for region at 1731540428557Disabling writes for close at 1731540428557Obtaining lock to block concurrent updates at 1731540428557Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540428557Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731540428557Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540428558 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540428558Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540428571 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540428571Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540428979 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540428992 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540428992Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540429408 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540429428 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540429428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe3b308: reopening flushed file at 1731540429465 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1ecbff: reopening flushed file at 1731540429475 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50961543: reopening flushed file at 1731540429488 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=28, compaction requested=false at 1731540429497 (+9 ms)Writing region close event to WAL at 1731540429528 (+31 ms)Closed at 1731540429528 2024-11-13T23:27:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741830_1006 (size=10165) 2024-11-13T23:27:09,548 INFO [M:0;714b435e65e7:42343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:27:09,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:09,548 INFO [M:0;714b435e65e7:42343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42343 2024-11-13T23:27:09,548 INFO [M:0;714b435e65e7:42343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:09,688 INFO [M:0;714b435e65e7:42343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x10137cf80740003, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:09,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101cec53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:09,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10c2ec6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:09,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:09,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d17fa12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:09,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:09,693 WARN [BP-754087358-172.17.0.2-1731540411041 heartbeating to localhost/127.0.0.1:35005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:27:09,693 WARN [BP-754087358-172.17.0.2-1731540411041 heartbeating to localhost/127.0.0.1:35005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-754087358-172.17.0.2-1731540411041 (Datanode Uuid 07f8e3bd-7b84-4f93-ab29-5e375d18880a) service to localhost/127.0.0.1:35005 2024-11-13T23:27:09,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/cluster_66d604d4-d674-5e7c-0955-68540bf4a58e/data/data1/current/BP-754087358-172.17.0.2-1731540411041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:09,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/cluster_66d604d4-d674-5e7c-0955-68540bf4a58e/data/data2/current/BP-754087358-172.17.0.2-1731540411041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:09,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:27:09,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:27:09,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:27:09,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13601c7a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:09,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3666d748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:09,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:09,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca6a426{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:09,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:09,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:27:09,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:27:09,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:09,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:09,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:09,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:09,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:09,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:27:09,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1809281290, stopped=false 2024-11-13T23:27:09,717 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,34287,1731540421957 2024-11-13T23:27:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:27:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/running 2024-11-13T23:27:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:09,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:09,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:27:09,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:09,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Set watcher on znode that does not yet exist, /0-30377697/running 2024-11-13T23:27:09,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:09,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:09,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,32815,1731540421999' ***** 2024-11-13T23:27:09,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:27:09,731 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:27:09,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:27:09,731 INFO [RS:0;714b435e65e7:32815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:27:09,731 INFO [RS:0;714b435e65e7:32815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(3091): Received CLOSE for 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,32815,1731540421999 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:32815. 2024-11-13T23:27:09,732 DEBUG [RS:0;714b435e65e7:32815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:09,732 DEBUG [RS:0;714b435e65e7:32815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:27:09,732 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40b848f442ca5a62a877d69085e93119, disabling compactions & flushes 2024-11-13T23:27:09,732 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:27:09,732 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:09,732 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:09,732 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. after waiting 0 ms 2024-11-13T23:27:09,732 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:09,735 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:27:09,735 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40b848f442ca5a62a877d69085e93119=hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119.} 2024-11-13T23:27:09,735 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b848f442ca5a62a877d69085e93119 2024-11-13T23:27:09,735 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:09,735 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:09,735 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:09,735 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:09,735 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:09,736 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T23:27:09,750 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/replication/40b848f442ca5a62a877d69085e93119/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T23:27:09,750 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:09,750 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:09,750 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:09,751 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40b848f442ca5a62a877d69085e93119: Waiting for close lock at 1731540429732Running coprocessor pre-close hooks at 1731540429732Disabling compacts and flushes for region at 1731540429732Disabling writes for close at 1731540429732Writing region close event to WAL at 1731540429745 (+13 ms)Running coprocessor post-close hooks at 1731540429750 (+5 ms)Closed at 1731540429750 2024-11-13T23:27:09,751 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119. 2024-11-13T23:27:09,757 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/info/51504abda2cb4768ad1f2f3a28de1e09 is 147, key is hbase:replication,,1731540416070.40b848f442ca5a62a877d69085e93119./info:regioninfo/1731540427559/Put/seqid=0 2024-11-13T23:27:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741851_1027 (size=6385) 2024-11-13T23:27:09,812 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:27:09,812 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:27:09,823 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:09,935 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:10,136 DEBUG [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:10,165 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/info/51504abda2cb4768ad1f2f3a28de1e09 2024-11-13T23:27:10,180 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/.tmp/info/51504abda2cb4768ad1f2f3a28de1e09 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/info/51504abda2cb4768ad1f2f3a28de1e09 2024-11-13T23:27:10,198 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/info/51504abda2cb4768ad1f2f3a28de1e09, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T23:27:10,202 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 467ms, sequenceid=19, compaction requested=false 2024-11-13T23:27:10,236 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T23:27:10,236 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:10,237 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:10,237 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:10,237 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540429735Running coprocessor pre-close hooks at 1731540429735Disabling compacts and flushes for region at 1731540429735Disabling writes for close at 1731540429735Obtaining lock to block concurrent updates at 1731540429736 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731540429736Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731540429736Flushing stores of hbase:meta,,1.1588230740 at 1731540429736Flushing 1588230740/info: creating writer at 1731540429736Flushing 1588230740/info: appending metadata at 1731540429757 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731540429757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea041e: reopening flushed file at 1731540430179 (+422 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 467ms, sequenceid=19, compaction requested=false at 1731540430202 (+23 ms)Writing region close event to WAL at 1731540430226 (+24 ms)Running coprocessor post-close hooks at 1731540430236 (+10 ms)Closed at 1731540430237 (+1 ms) 2024-11-13T23:27:10,237 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:10,336 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,32815,1731540421999; all regions closed. 2024-11-13T23:27:10,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/WALs/714b435e65e7,32815,1731540421999/714b435e65e7%2C32815%2C1731540421999.meta.1731540423276.meta not finished, retry = 0 2024-11-13T23:27:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741849_1025 (size=2156) 2024-11-13T23:27:10,444 DEBUG [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs 2024-11-13T23:27:10,444 INFO [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C32815%2C1731540421999.meta:.meta(num 1731540423276) 2024-11-13T23:27:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741850_1026 (size=796) 2024-11-13T23:27:10,453 DEBUG [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs 2024-11-13T23:27:10,453 INFO [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C32815%2C1731540421999.rep:(num 1731540427525) 2024-11-13T23:27:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741848_1024 (size=93) 2024-11-13T23:27:10,459 DEBUG [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/oldWALs 2024-11-13T23:27:10,459 INFO [RS:0;714b435e65e7:32815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C32815%2C1731540421999:(num 1731540422948) 2024-11-13T23:27:10,459 DEBUG [RS:0;714b435e65e7:32815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:10,459 INFO [RS:0;714b435e65e7:32815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:10,460 INFO [RS:0;714b435e65e7:32815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:10,460 INFO [RS:0;714b435e65e7:32815 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:10,460 INFO [RS:0;714b435e65e7:32815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:10,460 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:10,460 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T23:27:10,461 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T23:27:10,461 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T23:27:10,460 INFO [RS:0;714b435e65e7:32815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,32815,1731540421999 because: Region server is closing 2024-11-13T23:27:10,461 INFO [RS:0;714b435e65e7:32815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:32815. 2024-11-13T23:27:10,461 DEBUG [RS:0;714b435e65e7:32815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:10,461 DEBUG [RS:0;714b435e65e7:32815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:10,461 DEBUG [RS:0;714b435e65e7:32815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:10,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:10,561 WARN [RS:0;714b435e65e7:32815.replicationSource.wal-reader.714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:27:10,561 WARN [RS:0;714b435e65e7:32815.replicationSource.shipper714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T23:27:10,562 INFO [RS:0;714b435e65e7:32815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;714b435e65e7:32815.replicationSource.shipper714b435e65e7%2C32815%2C1731540421999,1-714b435e65e7,32815,1731540421999 terminated 2024-11-13T23:27:10,562 INFO [RS:0;714b435e65e7:32815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32815 2024-11-13T23:27:10,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697/rs 2024-11-13T23:27:10,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/rs/714b435e65e7,32815,1731540421999 2024-11-13T23:27:10,601 INFO [RS:0;714b435e65e7:32815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:10,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,32815,1731540421999] 2024-11-13T23:27:10,617 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/draining/714b435e65e7,32815,1731540421999 already deleted, retry=false 2024-11-13T23:27:10,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,32815,1731540421999 expired; onlineServers=0 2024-11-13T23:27:10,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,34287,1731540421957' ***** 2024-11-13T23:27:10,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:27:10,617 INFO [M:0;714b435e65e7:34287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:10,617 INFO [M:0;714b435e65e7:34287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:10,618 DEBUG [M:0;714b435e65e7:34287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:27:10,618 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:27:10,618 DEBUG [M:0;714b435e65e7:34287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:27:10,618 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540422693 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540422693,5,FailOnTimeoutGroup] 2024-11-13T23:27:10,618 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540422693 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540422693,5,FailOnTimeoutGroup] 2024-11-13T23:27:10,618 INFO [M:0;714b435e65e7:34287 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:10,618 INFO [M:0;714b435e65e7:34287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:10,618 DEBUG [M:0;714b435e65e7:34287 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:27:10,618 INFO [M:0;714b435e65e7:34287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:27:10,618 INFO [M:0;714b435e65e7:34287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:10,618 INFO [M:0;714b435e65e7:34287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:27:10,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:27:10,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30377697/master 2024-11-13T23:27:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30377697 2024-11-13T23:27:10,634 DEBUG [M:0;714b435e65e7:34287 {}] zookeeper.RecoverableZooKeeper(212): Node /0-30377697/master already deleted, retry=false 2024-11-13T23:27:10,634 DEBUG [M:0;714b435e65e7:34287 {}] master.ActiveMasterManager(353): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-30377697/master 2024-11-13T23:27:10,635 INFO [M:0;714b435e65e7:34287 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/.lastflushedseqids 2024-11-13T23:27:10,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741852_1028 (size=181) 2024-11-13T23:27:10,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:10,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32815-0x10137cf80740007, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:10,709 INFO [RS:0;714b435e65e7:32815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:10,709 INFO [RS:0;714b435e65e7:32815 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,32815,1731540421999; zookeeper connection closed. 2024-11-13T23:27:10,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55fa1a2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55fa1a2f 2024-11-13T23:27:10,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:27:11,070 INFO [M:0;714b435e65e7:34287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:27:11,070 INFO [M:0;714b435e65e7:34287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:27:11,070 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:11,070 INFO [M:0;714b435e65e7:34287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:11,070 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:11,070 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:11,070 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:11,070 INFO [M:0;714b435e65e7:34287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T23:27:11,091 DEBUG [M:0;714b435e65e7:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dd4568379fe4e0f8aaa0cf8ec0ad685 is 82, key is hbase:meta,,1/info:regioninfo/1731540423333/Put/seqid=0 2024-11-13T23:27:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741853_1029 (size=5672) 2024-11-13T23:27:11,116 INFO [M:0;714b435e65e7:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dd4568379fe4e0f8aaa0cf8ec0ad685 2024-11-13T23:27:11,157 DEBUG [M:0;714b435e65e7:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0873308c12e4a95810a176494647a6f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731540427564/Put/seqid=0 2024-11-13T23:27:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741854_1030 (size=7312) 2024-11-13T23:27:11,170 INFO [M:0;714b435e65e7:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0873308c12e4a95810a176494647a6f 2024-11-13T23:27:11,236 DEBUG [M:0;714b435e65e7:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95622b5b26a4468eab79f5889e81cd35 is 69, key is 714b435e65e7,32815,1731540421999/rs:state/1731540422752/Put/seqid=0 2024-11-13T23:27:11,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741855_1031 (size=5370) 2024-11-13T23:27:11,660 INFO [M:0;714b435e65e7:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95622b5b26a4468eab79f5889e81cd35 2024-11-13T23:27:11,665 INFO [M:0;714b435e65e7:34287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95622b5b26a4468eab79f5889e81cd35 2024-11-13T23:27:11,668 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dd4568379fe4e0f8aaa0cf8ec0ad685 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dd4568379fe4e0f8aaa0cf8ec0ad685 2024-11-13T23:27:11,681 INFO [M:0;714b435e65e7:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dd4568379fe4e0f8aaa0cf8ec0ad685, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T23:27:11,685 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0873308c12e4a95810a176494647a6f as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0873308c12e4a95810a176494647a6f 2024-11-13T23:27:11,696 INFO [M:0;714b435e65e7:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0873308c12e4a95810a176494647a6f, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T23:27:11,699 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95622b5b26a4468eab79f5889e81cd35 as hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95622b5b26a4468eab79f5889e81cd35 2024-11-13T23:27:11,711 INFO [M:0;714b435e65e7:34287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95622b5b26a4468eab79f5889e81cd35 2024-11-13T23:27:11,711 INFO [M:0;714b435e65e7:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/8fee432e-a671-e26f-29ea-c0afe7214001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95622b5b26a4468eab79f5889e81cd35, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T23:27:11,714 INFO [M:0;714b435e65e7:34287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 643ms, sequenceid=127, compaction requested=false 2024-11-13T23:27:11,715 INFO [M:0;714b435e65e7:34287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:11,715 DEBUG [M:0;714b435e65e7:34287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540431070Disabling compacts and flushes for region at 1731540431070Disabling writes for close at 1731540431070Obtaining lock to block concurrent updates at 1731540431070Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540431070Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731540431071 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540431071Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540431071Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540431091 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540431091Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540431125 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540431157 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540431157Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540431189 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540431235 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540431235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d827ec: reopening flushed file at 1731540431665 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c699ec9: reopening flushed file at 1731540431682 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136a7138: reopening flushed file at 1731540431696 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 643ms, sequenceid=127, compaction requested=false at 1731540431714 (+18 ms)Writing region close event to WAL at 1731540431715 (+1 ms)Closed at 1731540431715 2024-11-13T23:27:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741847_1023 (size=22903) 2024-11-13T23:27:11,719 INFO [M:0;714b435e65e7:34287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:27:11,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:11,719 INFO [M:0;714b435e65e7:34287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34287 2024-11-13T23:27:11,720 INFO [M:0;714b435e65e7:34287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:11,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:11,868 INFO [M:0;714b435e65e7:34287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:11,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10137cf80740006, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:11,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d8bae20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:11,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fc38bd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:11,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:11,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:11,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c456414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:11,873 WARN [BP-1599832351-172.17.0.2-1731540405950 heartbeating to localhost/127.0.0.1:33821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:27:11,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:27:11,873 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:27:11,873 WARN [BP-1599832351-172.17.0.2-1731540405950 heartbeating to localhost/127.0.0.1:33821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1599832351-172.17.0.2-1731540405950 (Datanode Uuid 15c98257-c0ab-40b9-9cca-7e0ae78df929) service to localhost/127.0.0.1:33821 2024-11-13T23:27:11,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da/data/data1/current/BP-1599832351-172.17.0.2-1731540405950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:11,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/cluster_a4e34473-ccea-57f8-e0b6-c12c7c4872da/data/data2/current/BP-1599832351-172.17.0.2-1731540405950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:11,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:27:11,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c930118{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:11,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@103d1b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:11,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:11,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bebedbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:11,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9eb55a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f54c732-297c-006f-0227-25d8ac5bd2d1/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:11,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:27:11,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:27:11,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 162) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35005 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57965) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33821 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57965) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=574 (was 511) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=7614 (was 7683) 2024-11-13T23:27:11,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=7613 2024-11-13T23:27:11,947 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T23:27:11,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.log.dir so I do NOT create it in target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d 2024-11-13T23:27:11,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:27:11,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.tmp.dir so I do NOT create it in target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d 2024-11-13T23:27:11,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f185c343-3e1c-7a67-9d1f-fa2e8e49c6fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:27:11,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d 2024-11-13T23:27:11,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec, deleteOnExit=true 2024-11-13T23:27:11,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec/zookeeper_0, clientPort=55182, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:27:11,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55182 2024-11-13T23:27:11,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:27:11,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:27:11,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/test.cache.data in system properties and HBase conf 2024-11-13T23:27:11,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:27:11,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:27:11,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:27:11,964 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:27:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:27:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:27:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:27:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:27:12,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137cf80740005, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:27:12,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137cf80740005, quorum=127.0.0.1:57965, baseZNode=/1-1959403527 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:27:12,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137cf80740002, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:27:12,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137cf80740002, quorum=127.0.0.1:57965, baseZNode=/0-30377697 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:27:12,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:12,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:12,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:27:12,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:12,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:12,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:12,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267ec229{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/java.io.tmpdir/jetty-localhost-40171-hadoop-hdfs-3_4_1-tests_jar-_-any-15100179247679410237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:12,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:40171} 2024-11-13T23:27:12,563 INFO [Time-limited test {}] server.Server(415): Started @163717ms 2024-11-13T23:27:12,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:12,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:12,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:12,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:12,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:27:12,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:12,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:13,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2d1afa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/java.io.tmpdir/jetty-localhost-43605-hadoop-hdfs-3_4_1-tests_jar-_-any-1016608633471488682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:13,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:43605} 2024-11-13T23:27:13,030 INFO [Time-limited test {}] server.Server(415): Started @164183ms 2024-11-13T23:27:13,031 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:27:13,537 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec/data/data2/current/BP-1967809269-172.17.0.2-1731540432006/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:13,537 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec/data/data1/current/BP-1967809269-172.17.0.2-1731540432006/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:13,576 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:27:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ebe9741cdf42a6b with lease ID 0xb0bf581e0bc98155: Processing first storage report for DS-9d7eafed-0fbd-4353-8295-91f2fe0f1a57 from datanode DatanodeRegistration(127.0.0.1:33303, datanodeUuid=d83c0a61-ad1f-466e-a6ef-b8c8f6c6b294, infoPort=36379, infoSecurePort=0, ipcPort=46309, storageInfo=lv=-57;cid=testClusterID;nsid=1163383310;c=1731540432006) 2024-11-13T23:27:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ebe9741cdf42a6b with lease ID 0xb0bf581e0bc98155: from storage DS-9d7eafed-0fbd-4353-8295-91f2fe0f1a57 node DatanodeRegistration(127.0.0.1:33303, datanodeUuid=d83c0a61-ad1f-466e-a6ef-b8c8f6c6b294, infoPort=36379, infoSecurePort=0, ipcPort=46309, storageInfo=lv=-57;cid=testClusterID;nsid=1163383310;c=1731540432006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ebe9741cdf42a6b with lease ID 0xb0bf581e0bc98155: Processing first storage report for DS-88286d42-0c73-45fb-9a61-944f977280a2 from datanode DatanodeRegistration(127.0.0.1:33303, datanodeUuid=d83c0a61-ad1f-466e-a6ef-b8c8f6c6b294, infoPort=36379, infoSecurePort=0, ipcPort=46309, storageInfo=lv=-57;cid=testClusterID;nsid=1163383310;c=1731540432006) 2024-11-13T23:27:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ebe9741cdf42a6b with lease ID 0xb0bf581e0bc98155: from storage DS-88286d42-0c73-45fb-9a61-944f977280a2 node DatanodeRegistration(127.0.0.1:33303, datanodeUuid=d83c0a61-ad1f-466e-a6ef-b8c8f6c6b294, infoPort=36379, infoSecurePort=0, ipcPort=46309, storageInfo=lv=-57;cid=testClusterID;nsid=1163383310;c=1731540432006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:13,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d 2024-11-13T23:27:13,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:13,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:13,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:27:13,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74 with version=8 2024-11-13T23:27:13,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/hbase-staging 2024-11-13T23:27:13,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:13,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:13,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:13,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:13,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:13,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:13,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:27:13,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:13,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36807 2024-11-13T23:27:13,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36807 connecting to ZooKeeper ensemble=127.0.0.1:55182 2024-11-13T23:27:13,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368070x0, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:13,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36807-0x10137cfe63c0000 connected 2024-11-13T23:27:13,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:13,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:13,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on znode that does not yet exist, /0-2111738629/running 2024-11-13T23:27:13,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74, hbase.cluster.distributed=false 2024-11-13T23:27:13,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on znode that does not yet exist, /0-2111738629/acl 2024-11-13T23:27:13,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-13T23:27:13,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36807 2024-11-13T23:27:13,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36807 2024-11-13T23:27:13,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-13T23:27:13,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-13T23:27:13,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:13,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:13,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:13,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:13,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:13,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:13,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:27:13,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:13,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37261 2024-11-13T23:27:13,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37261 connecting to ZooKeeper ensemble=127.0.0.1:55182 2024-11-13T23:27:13,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:13,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:13,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372610x0, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:13,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372610x0, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on znode that does not yet exist, /0-2111738629/running 2024-11-13T23:27:13,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:27:13,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37261-0x10137cfe63c0001 connected 2024-11-13T23:27:13,803 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:27:13,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on znode that does not yet exist, /0-2111738629/master 2024-11-13T23:27:13,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on znode that does not yet exist, /0-2111738629/acl 2024-11-13T23:27:13,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-13T23:27:13,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37261 2024-11-13T23:27:13,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37261 2024-11-13T23:27:13,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-13T23:27:13,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-13T23:27:13,836 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:36807 2024-11-13T23:27:13,843 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2111738629/backup-masters/714b435e65e7,36807,1731540433615 2024-11-13T23:27:13,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629/backup-masters 2024-11-13T23:27:13,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629/backup-masters 2024-11-13T23:27:13,851 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on existing znode=/0-2111738629/backup-masters/714b435e65e7,36807,1731540433615 2024-11-13T23:27:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111738629/master 2024-11-13T23:27:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:13,859 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on existing znode=/0-2111738629/master 2024-11-13T23:27:13,861 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2111738629/backup-masters/714b435e65e7,36807,1731540433615 from backup master directory 2024-11-13T23:27:13,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111738629/backup-masters/714b435e65e7,36807,1731540433615 2024-11-13T23:27:13,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629/backup-masters 2024-11-13T23:27:13,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629/backup-masters 2024-11-13T23:27:13,872 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:13,872 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,36807,1731540433615 2024-11-13T23:27:13,912 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/hbase.id] with ID: 7a7f0252-ef25-4d9e-9380-1e8b2bd2789f 2024-11-13T23:27:13,912 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/.tmp/hbase.id 2024-11-13T23:27:13,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:27:14,354 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/.tmp/hbase.id]:[hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/hbase.id] 2024-11-13T23:27:14,368 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:14,368 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:27:14,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:27:14,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:27:14,425 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:14,425 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:27:14,432 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:27:14,457 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store 2024-11-13T23:27:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:27:14,469 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:14,469 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:14,469 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:14,469 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:14,469 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:14,470 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:14,470 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:14,470 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540434469Disabling compacts and flushes for region at 1731540434469Disabling writes for close at 1731540434469Writing region close event to WAL at 1731540434470 (+1 ms)Closed at 1731540434470 2024-11-13T23:27:14,472 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/.initializing 2024-11-13T23:27:14,472 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/WALs/714b435e65e7,36807,1731540433615 2024-11-13T23:27:14,474 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:14,476 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C36807%2C1731540433615, suffix=, logDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/WALs/714b435e65e7,36807,1731540433615, archiveDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/oldWALs, maxLogs=10 2024-11-13T23:27:14,493 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/WALs/714b435e65e7,36807,1731540433615/714b435e65e7%2C36807%2C1731540433615.1731540434476, exclude list is [], retry=0 2024-11-13T23:27:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33303,DS-9d7eafed-0fbd-4353-8295-91f2fe0f1a57,DISK] 2024-11-13T23:27:14,512 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/WALs/714b435e65e7,36807,1731540433615/714b435e65e7%2C36807%2C1731540433615.1731540434476 2024-11-13T23:27:14,515 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36379:36379)] 2024-11-13T23:27:14,515 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:14,516 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:14,516 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,516 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:27:14,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:14,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:14,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:27:14,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:14,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:14,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:27:14,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:14,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:14,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:27:14,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:14,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:14,540 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,544 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,544 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,544 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:14,546 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:14,564 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:14,565 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74529118, jitterRate=0.11057040095329285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:14,565 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540434516Initializing all the Stores at 1731540434517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540434517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540434523 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540434523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540434523Cleaning up temporary data from old regions at 1731540434544 (+21 ms)Region opened successfully at 1731540434565 (+21 ms) 2024-11-13T23:27:14,566 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:27:14,570 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787d9e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:14,570 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:27:14,571 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:27:14,571 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:27:14,571 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:27:14,571 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:27:14,572 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:27:14,572 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:27:14,597 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:27:14,598 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Unable to get data of znode /0-2111738629/balancer because node does not exist (not necessarily an error) 2024-11-13T23:27:14,609 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111738629/balancer already deleted, retry=false 2024-11-13T23:27:14,609 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:27:14,610 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Unable to get data of znode /0-2111738629/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:27:14,617 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111738629/normalizer already deleted, retry=false 2024-11-13T23:27:14,618 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:27:14,628 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Unable to get data of znode /0-2111738629/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:27:14,638 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111738629/switch/split already deleted, retry=false 2024-11-13T23:27:14,639 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Unable to get data of znode /0-2111738629/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:27:14,646 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111738629/switch/merge already deleted, retry=false 2024-11-13T23:27:14,648 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Unable to get data of znode /0-2111738629/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:27:14,658 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111738629/snapshot-cleanup already deleted, retry=false 2024-11-13T23:27:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111738629/running 2024-11-13T23:27:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111738629/running 2024-11-13T23:27:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,668 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,36807,1731540433615, sessionid=0x10137cfe63c0000, setting cluster-up flag (Was=false) 2024-11-13T23:27:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,713 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2111738629/flush-table-proc/acquired, /0-2111738629/flush-table-proc/reached, /0-2111738629/flush-table-proc/abort 2024-11-13T23:27:14,714 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,36807,1731540433615 2024-11-13T23:27:14,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:14,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:27:14,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:14,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:14,759 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2111738629/online-snapshot/acquired, /0-2111738629/online-snapshot/reached, /0-2111738629/online-snapshot/abort 2024-11-13T23:27:14,760 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,36807,1731540433615 2024-11-13T23:27:14,772 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:27:14,800 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:14,800 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:27:14,800 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:27:14,800 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,36807,1731540433615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:14,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:14,842 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(746): ClusterId : 7a7f0252-ef25-4d9e-9380-1e8b2bd2789f 2024-11-13T23:27:14,842 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:27:14,851 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:27:14,851 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:27:14,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:14,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:27:14,856 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:14,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:27:14,859 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:27:14,860 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267686de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:14,906 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:37261 2024-11-13T23:27:14,906 INFO [RS:0;714b435e65e7:37261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:27:14,906 INFO [RS:0;714b435e65e7:37261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:27:14,906 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:27:14,917 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,36807,1731540433615 with port=37261, startcode=1731540433780 2024-11-13T23:27:14,917 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:27:14,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540464918 2024-11-13T23:27:14,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:27:14,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:27:14,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:27:14,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:27:14,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:27:14,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:27:14,927 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:27:14,928 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:14,930 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T23:27:14,930 WARN [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T23:27:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:27:14,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:27:14,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74 2024-11-13T23:27:14,955 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:14,971 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:27:14,972 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:27:14,972 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:27:14,972 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:27:15,003 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:27:15,003 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:27:15,031 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540435003,5,FailOnTimeoutGroup] 2024-11-13T23:27:15,031 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,36807,1731540433615 with port=37261, startcode=1731540433780 2024-11-13T23:27:15,032 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:15,034 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T23:27:15,034 WARN [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-13T23:27:15,035 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540435031,5,FailOnTimeoutGroup] 2024-11-13T23:27:15,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:27:15,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:27:15,235 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,36807,1731540433615 with port=37261, startcode=1731540433780 2024-11-13T23:27:15,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,237 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74 2024-11-13T23:27:15,237 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38321 2024-11-13T23:27:15,237 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:27:15,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:15,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629/rs 2024-11-13T23:27:15,276 DEBUG [RS:0;714b435e65e7:37261 {}] zookeeper.ZKUtil(111): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on existing znode=/0-2111738629/rs/714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,276 WARN [RS:0;714b435e65e7:37261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:15,276 INFO [RS:0;714b435e65e7:37261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:15,276 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,37261,1731540433780] 2024-11-13T23:27:15,281 INFO [RS:0;714b435e65e7:37261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:27:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:15,318 INFO [RS:0;714b435e65e7:37261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:27:15,319 INFO [RS:0;714b435e65e7:37261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:27:15,319 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,319 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:27:15,320 INFO [RS:0;714b435e65e7:37261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:27:15,320 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,320 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:15,321 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:15,321 DEBUG [RS:0;714b435e65e7:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:15,331 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,331 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,331 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,331 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,331 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,331 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37261,1731540433780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:15,349 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:27:15,349 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37261,1731540433780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,349 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,349 INFO [RS:0;714b435e65e7:37261 {}] regionserver.Replication(171): 714b435e65e7,37261,1731540433780 started 2024-11-13T23:27:15,366 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,367 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,37261,1731540433780, RpcServer on 714b435e65e7/172.17.0.2:37261, sessionid=0x10137cfe63c0001 2024-11-13T23:27:15,367 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:27:15,367 DEBUG [RS:0;714b435e65e7:37261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,367 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37261,1731540433780' 2024-11-13T23:27:15,367 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2111738629/flush-table-proc/abort' 2024-11-13T23:27:15,367 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2111738629/flush-table-proc/acquired' 2024-11-13T23:27:15,368 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:27:15,368 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:27:15,368 DEBUG [RS:0;714b435e65e7:37261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,368 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37261,1731540433780' 2024-11-13T23:27:15,368 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2111738629/online-snapshot/abort' 2024-11-13T23:27:15,368 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2111738629/online-snapshot/acquired' 2024-11-13T23:27:15,368 DEBUG [RS:0;714b435e65e7:37261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:27:15,368 INFO [RS:0;714b435e65e7:37261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:27:15,368 INFO [RS:0;714b435e65e7:37261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:27:15,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:15,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:15,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:15,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:15,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:15,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:15,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:15,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:15,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:15,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:15,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740 2024-11-13T23:27:15,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740 2024-11-13T23:27:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:15,460 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:15,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:15,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:15,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59418294, jitterRate=-0.11459842324256897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:15,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540435446Initializing all the Stores at 1731540435446Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540435446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540435446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540435446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540435446Cleaning up temporary data from old regions at 1731540435459 (+13 ms)Region opened successfully at 1731540435465 (+6 ms) 2024-11-13T23:27:15,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:15,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:15,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:15,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:15,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:15,466 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:15,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540435465Disabling compacts and flushes for region at 1731540435465Disabling writes for close at 1731540435465Writing region close event to WAL at 1731540435466 (+1 ms)Closed at 1731540435466 2024-11-13T23:27:15,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:15,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:27:15,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:27:15,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:15,468 INFO [RS:0;714b435e65e7:37261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:15,470 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:27:15,470 INFO [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37261%2C1731540433780, suffix=, logDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780, archiveDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/oldWALs, maxLogs=10 2024-11-13T23:27:15,486 DEBUG [RS:0;714b435e65e7:37261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471, exclude list is [], retry=0 2024-11-13T23:27:15,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33303,DS-9d7eafed-0fbd-4353-8295-91f2fe0f1a57,DISK] 2024-11-13T23:27:15,492 INFO [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 2024-11-13T23:27:15,492 DEBUG [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36379:36379)] 2024-11-13T23:27:15,620 DEBUG [714b435e65e7:36807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:27:15,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,621 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37261,1731540433780, state=OPENING 2024-11-13T23:27:15,663 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:27:15,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:15,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:15,694 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:15,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111738629/meta-region-server: CHANGED 2024-11-13T23:27:15,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37261,1731540433780}] 2024-11-13T23:27:15,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111738629/meta-region-server: CHANGED 2024-11-13T23:27:15,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:15,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:27:15,859 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:27:15,860 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:15,860 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:27:15,862 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37261%2C1731540433780.meta, suffix=.meta, logDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780, archiveDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/oldWALs, maxLogs=10 2024-11-13T23:27:15,879 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.meta.1731540435863.meta, exclude list is [], retry=0 2024-11-13T23:27:15,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33303,DS-9d7eafed-0fbd-4353-8295-91f2fe0f1a57,DISK] 2024-11-13T23:27:15,882 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.meta.1731540435863.meta 2024-11-13T23:27:15,883 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36379:36379)] 2024-11-13T23:27:15,883 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:15,883 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:15,883 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:15,884 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:27:15,884 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:27:15,884 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:27:15,884 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:15,884 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:27:15,884 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:27:15,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:15,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:15,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:15,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:15,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:15,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:15,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:15,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:15,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:15,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:15,893 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:15,894 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740 2024-11-13T23:27:15,894 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740 2024-11-13T23:27:15,895 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:15,895 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:15,896 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:15,897 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:15,897 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59565880, jitterRate=-0.11239922046661377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:15,898 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:27:15,899 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540435884Writing region info on filesystem at 1731540435884Initializing all the Stores at 1731540435885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540435885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540435887 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540435887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540435887Cleaning up temporary data from old regions at 1731540435895 (+8 ms)Running coprocessor post-open hooks at 1731540435898 (+3 ms)Region opened successfully at 1731540435899 (+1 ms) 2024-11-13T23:27:15,901 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540435849 2024-11-13T23:27:15,903 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:27:15,904 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:27:15,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37261,1731540433780, state=OPEN 2024-11-13T23:27:15,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111738629/meta-region-server 2024-11-13T23:27:15,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111738629/meta-region-server 2024-11-13T23:27:15,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111738629/meta-region-server: CHANGED 2024-11-13T23:27:15,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111738629/meta-region-server: CHANGED 2024-11-13T23:27:15,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,37261,1731540433780 2024-11-13T23:27:15,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:27:15,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37261,1731540433780 in 228 msec 2024-11-13T23:27:15,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:27:15,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-13T23:27:15,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:15,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:27:15,931 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:15,932 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37261,1731540433780, seqNum=-1] 2024-11-13T23:27:15,932 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:15,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:15,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1430 sec 2024-11-13T23:27:15,940 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540435940, completionTime=-1 2024-11-13T23:27:15,940 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:27:15,940 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:27:15,944 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:27:15,944 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540495944 2024-11-13T23:27:15,944 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540555944 2024-11-13T23:27:15,944 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-13T23:27:15,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36807,1731540433615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36807,1731540433615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36807,1731540433615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:36807, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,945 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:15,950 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.082sec 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36807,1731540433615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:15,954 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36807,1731540433615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:27:15,956 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:27:15,956 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:27:15,957 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36807,1731540433615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:16,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:16,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36807,-1 for getting cluster id 2024-11-13T23:27:16,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:16,045 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7f0252-ef25-4d9e-9380-1e8b2bd2789f' 2024-11-13T23:27:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7f0252-ef25-4d9e-9380-1e8b2bd2789f" 2024-11-13T23:27:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a2b395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36807,-1] 2024-11-13T23:27:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:16,047 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:16,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:16,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37261,1731540433780, seqNum=-1] 2024-11-13T23:27:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:16,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:16,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,36807,1731540433615 2024-11-13T23:27:16,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55182 2024-11-13T23:27:16,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:16,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137cfe63c0002 connected 2024-11-13T23:27:16,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.log.dir so I do NOT create it in target/test-data/636d1fde-bc09-ec01-199e-862723aeacce 2024-11-13T23:27:16,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:27:16,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.tmp.dir so I do NOT create it in target/test-data/636d1fde-bc09-ec01-199e-862723aeacce 2024-11-13T23:27:16,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:27:16,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce 2024-11-13T23:27:16,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:27:16,078 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/cluster_d7d11583-cde0-10bc-03e5-f30716ee3261, deleteOnExit=true 2024-11-13T23:27:16,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:27:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/test.cache.data in system properties and HBase conf 2024-11-13T23:27:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:27:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:27:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:27:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:27:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:27:16,079 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:27:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:16,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:27:16,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:27:16,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:16,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:16,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:16,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:16,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:27:16,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:16,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:16,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:16,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742620da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/java.io.tmpdir/jetty-localhost-41099-hadoop-hdfs-3_4_1-tests_jar-_-any-2581433418234921005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:16,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:41099} 2024-11-13T23:27:16,539 INFO [Time-limited test {}] server.Server(415): Started @167693ms 2024-11-13T23:27:16,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:16,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:16,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:16,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:16,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:27:16,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:16,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:16,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f70bc3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/java.io.tmpdir/jetty-localhost-38645-hadoop-hdfs-3_4_1-tests_jar-_-any-4516900109135775259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:16,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:38645} 2024-11-13T23:27:16,980 INFO [Time-limited test {}] server.Server(415): Started @168134ms 2024-11-13T23:27:16,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:27:17,573 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/cluster_d7d11583-cde0-10bc-03e5-f30716ee3261/data/data1/current/BP-75622404-172.17.0.2-1731540436101/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:17,573 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/cluster_d7d11583-cde0-10bc-03e5-f30716ee3261/data/data2/current/BP-75622404-172.17.0.2-1731540436101/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:17,607 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:27:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee0c91e827beec91 with lease ID 0x3b99cea321744477: Processing first storage report for DS-9e78bb5e-042b-4ee3-a3f6-89a208388b0d from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=034b6781-16be-4280-a6c6-a515647375da, infoPort=43665, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1497999986;c=1731540436101) 2024-11-13T23:27:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee0c91e827beec91 with lease ID 0x3b99cea321744477: from storage DS-9e78bb5e-042b-4ee3-a3f6-89a208388b0d node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=034b6781-16be-4280-a6c6-a515647375da, infoPort=43665, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1497999986;c=1731540436101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee0c91e827beec91 with lease ID 0x3b99cea321744477: Processing first storage report for DS-e7aad5df-5240-461d-ae37-652011f136db from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=034b6781-16be-4280-a6c6-a515647375da, infoPort=43665, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1497999986;c=1731540436101) 2024-11-13T23:27:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee0c91e827beec91 with lease ID 0x3b99cea321744477: from storage DS-e7aad5df-5240-461d-ae37-652011f136db node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=034b6781-16be-4280-a6c6-a515647375da, infoPort=43665, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1497999986;c=1731540436101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:17,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce 2024-11-13T23:27:17,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:17,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:27:17,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218 with version=8 2024-11-13T23:27:17,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/hbase-staging 2024-11-13T23:27:17,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:17,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:17,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:17,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:17,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:17,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:17,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:27:17,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:17,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38079 2024-11-13T23:27:17,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38079 connecting to ZooKeeper ensemble=127.0.0.1:55182 2024-11-13T23:27:17,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380790x0, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:17,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38079-0x10137cfe63c0003 connected 2024-11-13T23:27:17,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:17,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:17,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on znode that does not yet exist, /1-1852388624/running 2024-11-13T23:27:17,764 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218, hbase.cluster.distributed=false 2024-11-13T23:27:17,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on znode that does not yet exist, /1-1852388624/acl 2024-11-13T23:27:17,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-13T23:27:17,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38079 2024-11-13T23:27:17,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38079 2024-11-13T23:27:17,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-13T23:27:17,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-13T23:27:17,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:17,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:17,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:17,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:17,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:17,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:17,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:27:17,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:17,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38015 2024-11-13T23:27:17,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38015 connecting to ZooKeeper ensemble=127.0.0.1:55182 2024-11-13T23:27:17,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:17,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:17,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380150x0, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on znode that does not yet exist, /1-1852388624/running 2024-11-13T23:27:17,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:27:17,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380150x0, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:17,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38015-0x10137cfe63c0004 connected 2024-11-13T23:27:17,879 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:27:17,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on znode that does not yet exist, /1-1852388624/master 2024-11-13T23:27:17,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on znode that does not yet exist, /1-1852388624/acl 2024-11-13T23:27:17,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38015 2024-11-13T23:27:17,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38015 2024-11-13T23:27:17,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38015 2024-11-13T23:27:17,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38015 2024-11-13T23:27:17,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38015 2024-11-13T23:27:17,902 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:38079 2024-11-13T23:27:17,903 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1852388624/backup-masters/714b435e65e7,38079,1731540437669 2024-11-13T23:27:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624/backup-masters 2024-11-13T23:27:17,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624/backup-masters 2024-11-13T23:27:17,913 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on existing znode=/1-1852388624/backup-masters/714b435e65e7,38079,1731540437669 2024-11-13T23:27:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1852388624/master 2024-11-13T23:27:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:17,922 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on existing znode=/1-1852388624/master 2024-11-13T23:27:17,922 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1852388624/backup-masters/714b435e65e7,38079,1731540437669 from backup master directory 2024-11-13T23:27:17,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1852388624/backup-masters/714b435e65e7,38079,1731540437669 2024-11-13T23:27:17,929 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:17,929 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,38079,1731540437669 2024-11-13T23:27:17,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624/backup-masters 2024-11-13T23:27:17,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624/backup-masters 2024-11-13T23:27:17,933 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/hbase.id] with ID: 603e80b2-1a1a-42f5-812d-19055c27a90e 2024-11-13T23:27:17,933 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/.tmp/hbase.id 2024-11-13T23:27:17,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:27:17,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/.tmp/hbase.id]:[hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/hbase.id] 2024-11-13T23:27:17,955 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:17,955 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:27:17,956 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:27:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:27:17,996 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:17,997 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:27:17,998 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:27:18,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store 2024-11-13T23:27:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:27:18,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:18,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:18,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:18,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:18,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:18,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:18,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:18,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540438820Disabling compacts and flushes for region at 1731540438820Disabling writes for close at 1731540438820Writing region close event to WAL at 1731540438820Closed at 1731540438820 2024-11-13T23:27:18,821 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/.initializing 2024-11-13T23:27:18,821 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/WALs/714b435e65e7,38079,1731540437669 2024-11-13T23:27:18,826 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:18,828 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C38079%2C1731540437669, suffix=, logDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/WALs/714b435e65e7,38079,1731540437669, archiveDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/oldWALs, maxLogs=10 2024-11-13T23:27:18,843 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/WALs/714b435e65e7,38079,1731540437669/714b435e65e7%2C38079%2C1731540437669.1731540438828, exclude list is [], retry=0 2024-11-13T23:27:18,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-9e78bb5e-042b-4ee3-a3f6-89a208388b0d,DISK] 2024-11-13T23:27:18,850 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/WALs/714b435e65e7,38079,1731540437669/714b435e65e7%2C38079%2C1731540437669.1731540438828 2024-11-13T23:27:18,850 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-13T23:27:18,850 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:18,851 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:18,851 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,851 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:27:18,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:18,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:18,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:27:18,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:18,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:18,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:27:18,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:18,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:18,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:27:18,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:18,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:18,862 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,862 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,863 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,864 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,864 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,864 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:18,865 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:18,867 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:18,867 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69544503, jitterRate=0.03629384934902191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:18,867 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540438851Initializing all the Stores at 1731540438851Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540438851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540438852 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540438852Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540438852Cleaning up temporary data from old regions at 1731540438864 (+12 ms)Region opened successfully at 1731540438867 (+3 ms) 2024-11-13T23:27:18,867 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:27:18,872 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efb9585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:18,873 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:27:18,873 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:27:18,873 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:27:18,873 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:27:18,874 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:27:18,874 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:27:18,874 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:27:18,876 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:27:18,877 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Unable to get data of znode /1-1852388624/balancer because node does not exist (not necessarily an error) 2024-11-13T23:27:18,917 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1852388624/balancer already deleted, retry=false 2024-11-13T23:27:18,917 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:27:18,918 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Unable to get data of znode /1-1852388624/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:27:18,925 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1852388624/normalizer already deleted, retry=false 2024-11-13T23:27:18,925 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:27:18,926 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Unable to get data of znode /1-1852388624/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:27:18,933 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1852388624/switch/split already deleted, retry=false 2024-11-13T23:27:18,934 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Unable to get data of znode /1-1852388624/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:27:18,941 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1852388624/switch/merge already deleted, retry=false 2024-11-13T23:27:18,943 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Unable to get data of znode /1-1852388624/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:27:18,950 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1852388624/snapshot-cleanup already deleted, retry=false 2024-11-13T23:27:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1852388624/running 2024-11-13T23:27:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1852388624/running 2024-11-13T23:27:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:18,960 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,38079,1731540437669, sessionid=0x10137cfe63c0003, setting cluster-up flag (Was=false) 2024-11-13T23:27:18,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:18,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:19,000 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1852388624/flush-table-proc/acquired, /1-1852388624/flush-table-proc/reached, /1-1852388624/flush-table-proc/abort 2024-11-13T23:27:19,001 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,38079,1731540437669 2024-11-13T23:27:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:19,042 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1852388624/online-snapshot/acquired, /1-1852388624/online-snapshot/reached, /1-1852388624/online-snapshot/abort 2024-11-13T23:27:19,042 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,38079,1731540437669 2024-11-13T23:27:19,044 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:27:19,045 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:19,045 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:27:19,045 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:27:19,046 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,38079,1731540437669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:27:19,046 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:19,046 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:19,046 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:19,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:19,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:27:19,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:19,047 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:19,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:27:19,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:27:19,070 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540469070 2024-11-13T23:27:19,070 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:27:19,070 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:27:19,071 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:27:19,073 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:27:19,073 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:27:19,077 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540439073,5,FailOnTimeoutGroup] 2024-11-13T23:27:19,077 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540439077,5,FailOnTimeoutGroup] 2024-11-13T23:27:19,077 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,077 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:27:19,077 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,077 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:27:19,094 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(746): ClusterId : 603e80b2-1a1a-42f5-812d-19055c27a90e 2024-11-13T23:27:19,094 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:27:19,105 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:27:19,105 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:27:19,115 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:27:19,115 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d663d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:19,138 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:38015 2024-11-13T23:27:19,138 INFO [RS:0;714b435e65e7:38015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:27:19,138 INFO [RS:0;714b435e65e7:38015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:27:19,138 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:27:19,142 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,38079,1731540437669 with port=38015, startcode=1731540437835 2024-11-13T23:27:19,142 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:27:19,148 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:27:19,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38079 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,151 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218 2024-11-13T23:27:19,151 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34749 2024-11-13T23:27:19,151 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:27:19,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624/rs 2024-11-13T23:27:19,231 DEBUG [RS:0;714b435e65e7:38015 {}] zookeeper.ZKUtil(111): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on existing znode=/1-1852388624/rs/714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,231 WARN [RS:0;714b435e65e7:38015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:19,231 INFO [RS:0;714b435e65e7:38015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:19,231 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,38015,1731540437835] 2024-11-13T23:27:19,244 INFO [RS:0;714b435e65e7:38015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:27:19,247 INFO [RS:0;714b435e65e7:38015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:27:19,254 INFO [RS:0;714b435e65e7:38015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:27:19,254 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,267 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:27:19,268 INFO [RS:0;714b435e65e7:38015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:27:19,268 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,268 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:19,269 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:19,269 DEBUG [RS:0;714b435e65e7:38015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:19,279 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,279 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,279 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,279 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,279 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,279 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38015,1731540437835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:19,300 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:27:19,300 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38015,1731540437835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,300 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,300 INFO [RS:0;714b435e65e7:38015 {}] regionserver.Replication(171): 714b435e65e7,38015,1731540437835 started 2024-11-13T23:27:19,317 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,317 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,38015,1731540437835, RpcServer on 714b435e65e7/172.17.0.2:38015, sessionid=0x10137cfe63c0004 2024-11-13T23:27:19,317 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:27:19,317 DEBUG [RS:0;714b435e65e7:38015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,317 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,38015,1731540437835' 2024-11-13T23:27:19,317 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1852388624/flush-table-proc/abort' 2024-11-13T23:27:19,318 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1852388624/flush-table-proc/acquired' 2024-11-13T23:27:19,318 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:27:19,318 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:27:19,318 DEBUG [RS:0;714b435e65e7:38015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,318 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,38015,1731540437835' 2024-11-13T23:27:19,318 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1852388624/online-snapshot/abort' 2024-11-13T23:27:19,319 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1852388624/online-snapshot/acquired' 2024-11-13T23:27:19,319 DEBUG [RS:0;714b435e65e7:38015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:27:19,319 INFO [RS:0;714b435e65e7:38015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:27:19,319 INFO [RS:0;714b435e65e7:38015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:27:19,420 INFO [RS:0;714b435e65e7:38015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:19,421 INFO [RS:0;714b435e65e7:38015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C38015%2C1731540437835, suffix=, logDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835, archiveDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/oldWALs, maxLogs=10 2024-11-13T23:27:19,438 DEBUG [RS:0;714b435e65e7:38015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421, exclude list is [], retry=0 2024-11-13T23:27:19,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-9e78bb5e-042b-4ee3-a3f6-89a208388b0d,DISK] 2024-11-13T23:27:19,444 INFO [RS:0;714b435e65e7:38015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 2024-11-13T23:27:19,447 DEBUG [RS:0;714b435e65e7:38015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-13T23:27:19,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:27:19,481 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218 2024-11-13T23:27:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:27:19,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:19,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:19,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:19,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:19,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:19,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:19,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:19,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:19,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:19,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:19,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740 2024-11-13T23:27:19,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740 2024-11-13T23:27:19,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:19,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:19,505 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:19,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:19,510 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:19,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74132492, jitterRate=0.10466021299362183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:19,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540439491Initializing all the Stores at 1731540439493 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540439493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540439493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540439493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540439493Cleaning up temporary data from old regions at 1731540439505 (+12 ms)Region opened successfully at 1731540439511 (+6 ms) 2024-11-13T23:27:19,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:19,511 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:19,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:19,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:19,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:19,512 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:19,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540439511Disabling compacts and flushes for region at 1731540439511Disabling writes for close at 1731540439511Writing region close event to WAL at 1731540439512 (+1 ms)Closed at 1731540439512 2024-11-13T23:27:19,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:19,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:27:19,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:27:19,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:19,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:27:19,667 DEBUG [714b435e65e7:38079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:27:19,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,38015,1731540437835, state=OPENING 2024-11-13T23:27:19,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:27:19,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:19,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:19,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1852388624/meta-region-server: CHANGED 2024-11-13T23:27:19,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1852388624/meta-region-server: CHANGED 2024-11-13T23:27:19,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:19,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,38015,1731540437835}] 2024-11-13T23:27:19,880 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:19,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:27:19,886 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:27:19,886 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:19,886 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:27:19,888 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C38015%2C1731540437835.meta, suffix=.meta, logDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835, archiveDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/oldWALs, maxLogs=10 2024-11-13T23:27:19,904 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.meta.1731540439889.meta, exclude list is [], retry=0 2024-11-13T23:27:19,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-9e78bb5e-042b-4ee3-a3f6-89a208388b0d,DISK] 2024-11-13T23:27:19,924 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.meta.1731540439889.meta 2024-11-13T23:27:19,928 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-13T23:27:19,928 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:19,929 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:19,929 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:19,929 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:27:19,929 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:27:19,930 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:27:19,930 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:19,931 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:27:19,931 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:27:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:19,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:19,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:19,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:19,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:19,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:19,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:19,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:19,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:19,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:19,947 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:19,947 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740 2024-11-13T23:27:19,948 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740 2024-11-13T23:27:19,950 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:19,950 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:19,950 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:19,951 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:19,952 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68387394, jitterRate=0.019051581621170044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:19,952 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:27:19,952 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540439931Writing region info on filesystem at 1731540439931Initializing all the Stores at 1731540439931Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540439932 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540439940 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540439940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540439940Cleaning up temporary data from old regions at 1731540439950 (+10 ms)Running coprocessor post-open hooks at 1731540439952 (+2 ms)Region opened successfully at 1731540439952 2024-11-13T23:27:19,965 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540439879 2024-11-13T23:27:19,967 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:27:19,967 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:27:19,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,38015,1731540437835, state=OPEN 2024-11-13T23:27:19,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1852388624/meta-region-server 2024-11-13T23:27:19,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,38015,1731540437835 2024-11-13T23:27:19,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1852388624/meta-region-server: CHANGED 2024-11-13T23:27:19,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1852388624/meta-region-server 2024-11-13T23:27:19,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1852388624/meta-region-server: CHANGED 2024-11-13T23:27:19,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:27:19,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,38015,1731540437835 in 257 msec 2024-11-13T23:27:19,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:27:19,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-13T23:27:19,982 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:19,982 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:27:19,984 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:19,984 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:19,984 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:19,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:19,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 945 msec 2024-11-13T23:27:19,991 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540439991, completionTime=-1 2024-11-13T23:27:19,991 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:27:19,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:27:19,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:27:19,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540499993 2024-11-13T23:27:19,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540559993 2024-11-13T23:27:19,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:27:19,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38079,1731540437669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38079,1731540437669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38079,1731540437669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:38079, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:19,996 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.070sec 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38079,1731540437669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:19,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38079,1731540437669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:27:20,005 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:27:20,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:27:20,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38079,1731540437669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:20,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:20,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38079,-1 for getting cluster id 2024-11-13T23:27:20,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:20,098 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603e80b2-1a1a-42f5-812d-19055c27a90e' 2024-11-13T23:27:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603e80b2-1a1a-42f5-812d-19055c27a90e" 2024-11-13T23:27:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c63da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38079,-1] 2024-11-13T23:27:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:20,100 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:20,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:20,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:20,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:20,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,38079,1731540437669 2024-11-13T23:27:20,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55182 2024-11-13T23:27:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:20,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137cfe63c0005 connected 2024-11-13T23:27:20,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36807,1731540433615 2024-11-13T23:27:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f3cca3d 2024-11-13T23:27:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:20,133 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:20,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:27:20,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:20,137 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:20,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:20,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:27:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:27:20,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:20,573 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71b4d78997915b4532a0f38f3238dc0f, NAME => 'test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74 2024-11-13T23:27:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:27:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:20,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:20,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71b4d78997915b4532a0f38f3238dc0f, disabling compactions & flushes 2024-11-13T23:27:20,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:20,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:20,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. after waiting 0 ms 2024-11-13T23:27:20,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:20,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:20,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71b4d78997915b4532a0f38f3238dc0f: Waiting for close lock at 1731540440987Disabling compacts and flushes for region at 1731540440987Disabling writes for close at 1731540440987Writing region close event to WAL at 1731540440987Closed at 1731540440987 2024-11-13T23:27:20,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:20,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540440988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540440988"}]},"ts":"1731540440988"} 2024-11-13T23:27:20,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:20,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:20,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540440991"}]},"ts":"1731540440991"} 2024-11-13T23:27:20,998 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:27:20,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71b4d78997915b4532a0f38f3238dc0f, ASSIGN}] 2024-11-13T23:27:21,000 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71b4d78997915b4532a0f38f3238dc0f, ASSIGN 2024-11-13T23:27:21,000 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71b4d78997915b4532a0f38f3238dc0f, ASSIGN; state=OFFLINE, location=714b435e65e7,37261,1731540433780; forceNewPlan=false, retain=false 2024-11-13T23:27:21,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71b4d78997915b4532a0f38f3238dc0f, regionState=OPENING, regionLocation=714b435e65e7,37261,1731540433780 2024-11-13T23:27:21,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71b4d78997915b4532a0f38f3238dc0f, ASSIGN because future has completed 2024-11-13T23:27:21,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71b4d78997915b4532a0f38f3238dc0f, server=714b435e65e7,37261,1731540433780}] 2024-11-13T23:27:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:21,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:27:21,311 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:21,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71b4d78997915b4532a0f38f3238dc0f, NAME => 'test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:21,311 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:21,311 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:27:21,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:21,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,314 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,315 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71b4d78997915b4532a0f38f3238dc0f columnFamilyName f 2024-11-13T23:27:21,315 DEBUG [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:21,320 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] regionserver.HStore(327): Store=71b4d78997915b4532a0f38f3238dc0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:21,320 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,321 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71b4d78997915b4532a0f38f3238dc0f columnFamilyName f1 2024-11-13T23:27:21,321 DEBUG [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:21,322 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] regionserver.HStore(327): Store=71b4d78997915b4532a0f38f3238dc0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:21,322 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,322 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71b4d78997915b4532a0f38f3238dc0f columnFamilyName norep 2024-11-13T23:27:21,322 DEBUG [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:21,323 INFO [StoreOpener-71b4d78997915b4532a0f38f3238dc0f-1 {}] regionserver.HStore(327): Store=71b4d78997915b4532a0f38f3238dc0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:21,323 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,323 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,324 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,324 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,324 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,325 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:21,326 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,331 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:21,331 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71b4d78997915b4532a0f38f3238dc0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61525745, jitterRate=-0.08319495618343353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:21,331 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:21,332 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71b4d78997915b4532a0f38f3238dc0f: Running coprocessor pre-open hook at 1731540441312Writing region info on filesystem at 1731540441312Initializing all the Stores at 1731540441313 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540441313Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540441313Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540441313Cleaning up temporary data from old regions at 1731540441324 (+11 ms)Running coprocessor post-open hooks at 1731540441331 (+7 ms)Region opened successfully at 1731540441332 (+1 ms) 2024-11-13T23:27:21,333 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., pid=6, masterSystemTime=1731540441306 2024-11-13T23:27:21,335 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:21,335 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:21,335 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71b4d78997915b4532a0f38f3238dc0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,37261,1731540433780 2024-11-13T23:27:21,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71b4d78997915b4532a0f38f3238dc0f, server=714b435e65e7,37261,1731540433780 because future has completed 2024-11-13T23:27:21,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:27:21,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71b4d78997915b4532a0f38f3238dc0f, server=714b435e65e7,37261,1731540433780 in 185 msec 2024-11-13T23:27:21,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:27:21,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71b4d78997915b4532a0f38f3238dc0f, ASSIGN in 343 msec 2024-11-13T23:27:21,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:21,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540441345"}]},"ts":"1731540441345"} 2024-11-13T23:27:21,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:27:21,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:21,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-11-13T23:27:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:22,300 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:27:22,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38079,1731540437669 2024-11-13T23:27:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201d20db 2024-11-13T23:27:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:22,303 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:22,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:27:22,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:22,307 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:22,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:27:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:22,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:27:22,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a03ed9204e375fbbc6f571229fcdeb7, NAME => 'test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218 2024-11-13T23:27:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:27:22,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:22,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a03ed9204e375fbbc6f571229fcdeb7, disabling compactions & flushes 2024-11-13T23:27:22,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:22,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:22,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. after waiting 0 ms 2024-11-13T23:27:22,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:22,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:22,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a03ed9204e375fbbc6f571229fcdeb7: Waiting for close lock at 1731540442352Disabling compacts and flushes for region at 1731540442352Disabling writes for close at 1731540442352Writing region close event to WAL at 1731540442352Closed at 1731540442352 2024-11-13T23:27:22,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:22,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540442354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540442354"}]},"ts":"1731540442354"} 2024-11-13T23:27:22,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:22,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:22,357 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540442357"}]},"ts":"1731540442357"} 2024-11-13T23:27:22,360 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:27:22,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a03ed9204e375fbbc6f571229fcdeb7, ASSIGN}] 2024-11-13T23:27:22,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a03ed9204e375fbbc6f571229fcdeb7, ASSIGN 2024-11-13T23:27:22,363 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a03ed9204e375fbbc6f571229fcdeb7, ASSIGN; state=OFFLINE, location=714b435e65e7,38015,1731540437835; forceNewPlan=false, retain=false 2024-11-13T23:27:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:22,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a03ed9204e375fbbc6f571229fcdeb7, regionState=OPENING, regionLocation=714b435e65e7,38015,1731540437835 2024-11-13T23:27:22,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a03ed9204e375fbbc6f571229fcdeb7, ASSIGN because future has completed 2024-11-13T23:27:22,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a03ed9204e375fbbc6f571229fcdeb7, server=714b435e65e7,38015,1731540437835}] 2024-11-13T23:27:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:22,675 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:22,676 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a03ed9204e375fbbc6f571229fcdeb7, NAME => 'test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:22,676 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:22,676 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:27:22,676 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,676 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:22,676 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,676 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,678 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,680 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a03ed9204e375fbbc6f571229fcdeb7 columnFamilyName f 2024-11-13T23:27:22,680 DEBUG [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:22,681 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] regionserver.HStore(327): Store=6a03ed9204e375fbbc6f571229fcdeb7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:22,681 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,687 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a03ed9204e375fbbc6f571229fcdeb7 columnFamilyName f1 2024-11-13T23:27:22,687 DEBUG [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:22,687 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] regionserver.HStore(327): Store=6a03ed9204e375fbbc6f571229fcdeb7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:22,688 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,689 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a03ed9204e375fbbc6f571229fcdeb7 columnFamilyName norep 2024-11-13T23:27:22,689 DEBUG [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:22,689 INFO [StoreOpener-6a03ed9204e375fbbc6f571229fcdeb7-1 {}] regionserver.HStore(327): Store=6a03ed9204e375fbbc6f571229fcdeb7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:22,689 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,690 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,690 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,691 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,692 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,692 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:22,693 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,702 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:22,702 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a03ed9204e375fbbc6f571229fcdeb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65769368, jitterRate=-0.01996004581451416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:22,703 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:22,703 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a03ed9204e375fbbc6f571229fcdeb7: Running coprocessor pre-open hook at 1731540442677Writing region info on filesystem at 1731540442677Initializing all the Stores at 1731540442677Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540442677Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540442677Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540442678 (+1 ms)Cleaning up temporary data from old regions at 1731540442692 (+14 ms)Running coprocessor post-open hooks at 1731540442703 (+11 ms)Region opened successfully at 1731540442703 2024-11-13T23:27:22,704 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7., pid=6, masterSystemTime=1731540442671 2024-11-13T23:27:22,707 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:22,707 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:22,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a03ed9204e375fbbc6f571229fcdeb7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,38015,1731540437835 2024-11-13T23:27:22,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a03ed9204e375fbbc6f571229fcdeb7, server=714b435e65e7,38015,1731540437835 because future has completed 2024-11-13T23:27:22,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:27:22,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a03ed9204e375fbbc6f571229fcdeb7, server=714b435e65e7,38015,1731540437835 in 197 msec 2024-11-13T23:27:22,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:27:22,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a03ed9204e375fbbc6f571229fcdeb7, ASSIGN in 356 msec 2024-11-13T23:27:22,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:22,719 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540442719"}]},"ts":"1731540442719"} 2024-11-13T23:27:22,721 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:27:22,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:22,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 417 msec 2024-11-13T23:27:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:22,937 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:27:22,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36807,-1 for getting cluster id 2024-11-13T23:27:22,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:22,939 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7f0252-ef25-4d9e-9380-1e8b2bd2789f' 2024-11-13T23:27:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7f0252-ef25-4d9e-9380-1e8b2bd2789f" 2024-11-13T23:27:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d223a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36807,-1] 2024-11-13T23:27:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:22,940 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483d0e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38079,-1 for getting cluster id 2024-11-13T23:27:22,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:22,943 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603e80b2-1a1a-42f5-812d-19055c27a90e' 2024-11-13T23:27:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603e80b2-1a1a-42f5-812d-19055c27a90e" 2024-11-13T23:27:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503d9695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38079,-1] 2024-11-13T23:27:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:22,945 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36807,-1 for getting cluster id 2024-11-13T23:27:22,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:22,947 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7f0252-ef25-4d9e-9380-1e8b2bd2789f' 2024-11-13T23:27:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7f0252-ef25-4d9e-9380-1e8b2bd2789f" 2024-11-13T23:27:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60811cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36807,-1] 2024-11-13T23:27:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:22,948 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433acf75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36807,1731540433615 2024-11-13T23:27:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c84f17 2024-11-13T23:27:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:22,951 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:22,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:38079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:27:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:27:22,955 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:38079' 2024-11-13T23:27:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:22,956 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,956 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38079,-1 for getting cluster id 2024-11-13T23:27:22,956 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:22,957 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603e80b2-1a1a-42f5-812d-19055c27a90e' 2024-11-13T23:27:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603e80b2-1a1a-42f5-812d-19055c27a90e" 2024-11-13T23:27:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6649c4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38079,-1] 2024-11-13T23:27:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:22,958 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:22,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa9a7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:22,959 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:22,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38079,1731540437669 2024-11-13T23:27:22,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72eaa48b 2024-11-13T23:27:22,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:22,961 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:22,962 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T23:27:22,962 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:27:22,962 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:22,963 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:22,963 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:22,966 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:27:22,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:22,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:22,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:22,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:27:22,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2f161d3049b6650f87a2ffe1f132354, NAME => 'hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74 2024-11-13T23:27:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:27:23,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:23,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2f161d3049b6650f87a2ffe1f132354, disabling compactions & flushes 2024-11-13T23:27:23,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:23,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:23,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. after waiting 0 ms 2024-11-13T23:27:23,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:23,005 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:23,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2f161d3049b6650f87a2ffe1f132354: Waiting for close lock at 1731540443004Disabling compacts and flushes for region at 1731540443004Disabling writes for close at 1731540443005 (+1 ms)Writing region close event to WAL at 1731540443005Closed at 1731540443005 2024-11-13T23:27:23,006 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:23,006 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540443006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540443006"}]},"ts":"1731540443006"} 2024-11-13T23:27:23,008 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:23,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:23,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540443009"}]},"ts":"1731540443009"} 2024-11-13T23:27:23,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:27:23,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2f161d3049b6650f87a2ffe1f132354, ASSIGN}] 2024-11-13T23:27:23,012 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2f161d3049b6650f87a2ffe1f132354, ASSIGN 2024-11-13T23:27:23,012 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2f161d3049b6650f87a2ffe1f132354, ASSIGN; state=OFFLINE, location=714b435e65e7,37261,1731540433780; forceNewPlan=false, retain=false 2024-11-13T23:27:23,016 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:27:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:23,163 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2f161d3049b6650f87a2ffe1f132354, regionState=OPENING, regionLocation=714b435e65e7,37261,1731540433780 2024-11-13T23:27:23,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2f161d3049b6650f87a2ffe1f132354, ASSIGN because future has completed 2024-11-13T23:27:23,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2f161d3049b6650f87a2ffe1f132354, server=714b435e65e7,37261,1731540433780}] 2024-11-13T23:27:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:23,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:23,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:23,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:27:23,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37261%2C1731540433780.rep, suffix=, logDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780, archiveDir=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/oldWALs, maxLogs=10 2024-11-13T23:27:23,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.rep.1731540443323, exclude list is [], retry=0 2024-11-13T23:27:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33303,DS-9d7eafed-0fbd-4353-8295-91f2fe0f1a57,DISK] 2024-11-13T23:27:23,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.rep.1731540443323 2024-11-13T23:27:23,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36379:36379)] 2024-11-13T23:27:23,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2f161d3049b6650f87a2ffe1f132354, NAME => 'hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:23,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:23,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:23,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. service=MultiRowMutationService 2024-11-13T23:27:23,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:27:23,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:23,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,346 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,348 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2f161d3049b6650f87a2ffe1f132354 columnFamilyName hfileref 2024-11-13T23:27:23,348 DEBUG [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:23,348 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] regionserver.HStore(327): Store=f2f161d3049b6650f87a2ffe1f132354/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:23,348 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,349 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2f161d3049b6650f87a2ffe1f132354 columnFamilyName queue 2024-11-13T23:27:23,349 DEBUG [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:23,349 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] regionserver.HStore(327): Store=f2f161d3049b6650f87a2ffe1f132354/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:23,350 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,354 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2f161d3049b6650f87a2ffe1f132354 columnFamilyName sid 2024-11-13T23:27:23,354 DEBUG [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:23,354 INFO [StoreOpener-f2f161d3049b6650f87a2ffe1f132354-1 {}] regionserver.HStore(327): Store=f2f161d3049b6650f87a2ffe1f132354/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:23,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:23,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:23,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2f161d3049b6650f87a2ffe1f132354; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62317769, jitterRate=-0.07139287889003754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:23,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:23,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2f161d3049b6650f87a2ffe1f132354: Running coprocessor pre-open hook at 1731540443345Writing region info on filesystem at 1731540443346 (+1 ms)Initializing all the Stores at 1731540443346Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540443346Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540443346Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540443346Cleaning up temporary data from old regions at 1731540443360 (+14 ms)Running coprocessor post-open hooks at 1731540443367 (+7 ms)Region opened successfully at 1731540443368 (+1 ms) 2024-11-13T23:27:23,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354., pid=10, masterSystemTime=1731540443318 2024-11-13T23:27:23,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:23,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:23,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2f161d3049b6650f87a2ffe1f132354, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37261,1731540433780 2024-11-13T23:27:23,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2f161d3049b6650f87a2ffe1f132354, server=714b435e65e7,37261,1731540433780 because future has completed 2024-11-13T23:27:23,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:27:23,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2f161d3049b6650f87a2ffe1f132354, server=714b435e65e7,37261,1731540433780 in 213 msec 2024-11-13T23:27:23,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:27:23,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2f161d3049b6650f87a2ffe1f132354, ASSIGN in 370 msec 2024-11-13T23:27:23,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:23,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540443384"}]},"ts":"1731540443384"} 2024-11-13T23:27:23,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:27:23,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:23,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 423 msec 2024-11-13T23:27:23,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354., hostname=714b435e65e7,37261,1731540433780, seqNum=2] 2024-11-13T23:27:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:23,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:27:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:23,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:27:23,648 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:27:23,687 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,37261,1731540433780, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:27:23,687 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:23,687 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37261,1731540433780, seqNum=-1] 2024-11-13T23:27:23,688 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:23,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:23,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,37261,1731540433780', locateType=CURRENT is [region=hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354., hostname=714b435e65e7,37261,1731540433780, seqNum=2] 2024-11-13T23:27:23,695 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:27:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:27:23,697 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,37261,1731540433780 suceeded 2024-11-13T23:27:23,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:27:23,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-13T23:27:23,700 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:38079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:27:23,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 749 msec 2024-11-13T23:27:23,720 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:38079' 2024-11-13T23:27:23,732 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bc047b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:23,732 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38079,-1 for getting cluster id 2024-11-13T23:27:23,733 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:23,737 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603e80b2-1a1a-42f5-812d-19055c27a90e' 2024-11-13T23:27:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603e80b2-1a1a-42f5-812d-19055c27a90e" 2024-11-13T23:27:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5896f0c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38079,-1] 2024-11-13T23:27:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:23,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:23,738 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:23,757 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dbfda8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:23,757 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:23,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38079,1731540437669 2024-11-13T23:27:23,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c43ed71 2024-11-13T23:27:23,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:23,761 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T23:27:23,762 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,37261,1731540433780 (queues=1) is replicating from cluster=7a7f0252-ef25-4d9e-9380-1e8b2bd2789f to cluster=603e80b2-1a1a-42f5-812d-19055c27a90e 2024-11-13T23:27:23,762 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C37261%2C1731540433780 2024-11-13T23:27:23,762 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,37261,1731540433780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:27:23,770 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471, startPosition=0, beingWritten=true 2024-11-13T23:27:23,775 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C37261%2C1731540433780 2024-11-13T23:27:23,804 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:23,804 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 379, reset compression=false 2024-11-13T23:27:23,805 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37261,1731540433780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:24,019 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 379, reset compression=false 2024-11-13T23:27:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:24,097 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:27:24,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:24,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:24,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:24,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:24,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:24,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:24,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38079,-1 for getting cluster id 2024-11-13T23:27:24,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:24,099 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603e80b2-1a1a-42f5-812d-19055c27a90e' 2024-11-13T23:27:24,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603e80b2-1a1a-42f5-812d-19055c27a90e" 2024-11-13T23:27:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8b68ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38079,-1] 2024-11-13T23:27:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:24,101 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141e5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:24,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38079,1731540437669 2024-11-13T23:27:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cda8c78 2024-11-13T23:27:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:24,104 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:24,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:36807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:27:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:27:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:24,107 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:36807' 2024-11-13T23:27:24,108 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159309ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:24,108 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36807,-1 for getting cluster id 2024-11-13T23:27:24,108 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:24,109 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7f0252-ef25-4d9e-9380-1e8b2bd2789f' 2024-11-13T23:27:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7f0252-ef25-4d9e-9380-1e8b2bd2789f" 2024-11-13T23:27:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f159329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:24,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36807,-1] 2024-11-13T23:27:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:24,112 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:24,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468182e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:24,113 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:24,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36807,1731540433615 2024-11-13T23:27:24,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e1342e6 2024-11-13T23:27:24,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:24,115 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:24,116 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T23:27:24,116 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:27:24,116 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:24,116 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:24,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:24,116 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:24,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:27:24,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:24,118 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:24,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:27:24,144 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 636dfd1097fc013301256fb98e41d18b, NAME => 'hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218 2024-11-13T23:27:24,168 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:27:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:27:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:24,323 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 379, reset compression=false 2024-11-13T23:27:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:24,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:24,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 636dfd1097fc013301256fb98e41d18b, disabling compactions & flushes 2024-11-13T23:27:24,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:24,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:24,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. after waiting 0 ms 2024-11-13T23:27:24,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:24,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:24,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 636dfd1097fc013301256fb98e41d18b: Waiting for close lock at 1731540444581Disabling compacts and flushes for region at 1731540444581Disabling writes for close at 1731540444581Writing region close event to WAL at 1731540444581Closed at 1731540444581 2024-11-13T23:27:24,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:24,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540444583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540444583"}]},"ts":"1731540444583"} 2024-11-13T23:27:24,586 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:24,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:24,588 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540444587"}]},"ts":"1731540444587"} 2024-11-13T23:27:24,590 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:27:24,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=636dfd1097fc013301256fb98e41d18b, ASSIGN}] 2024-11-13T23:27:24,595 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=636dfd1097fc013301256fb98e41d18b, ASSIGN 2024-11-13T23:27:24,596 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=636dfd1097fc013301256fb98e41d18b, ASSIGN; state=OFFLINE, location=714b435e65e7,38015,1731540437835; forceNewPlan=false, retain=false 2024-11-13T23:27:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:27:24,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:27:24,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:27:24,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T23:27:24,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T23:27:24,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T23:27:24,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:24,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T23:27:24,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:27:24,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T23:27:24,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:24,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:27:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:24,747 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=636dfd1097fc013301256fb98e41d18b, regionState=OPENING, regionLocation=714b435e65e7,38015,1731540437835 2024-11-13T23:27:24,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=636dfd1097fc013301256fb98e41d18b, ASSIGN because future has completed 2024-11-13T23:27:24,751 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 379, reset compression=false 2024-11-13T23:27:24,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 636dfd1097fc013301256fb98e41d18b, server=714b435e65e7,38015,1731540437835}] 2024-11-13T23:27:24,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:24,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:24,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:27:24,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C38015%2C1731540437835.rep, suffix=, logDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835, archiveDir=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/oldWALs, maxLogs=10 2024-11-13T23:27:24,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.rep.1731540444967, exclude list is [], retry=0 2024-11-13T23:27:24,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-9e78bb5e-042b-4ee3-a3f6-89a208388b0d,DISK] 2024-11-13T23:27:25,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.rep.1731540444967 2024-11-13T23:27:25,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-13T23:27:25,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 636dfd1097fc013301256fb98e41d18b, NAME => 'hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:25,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:25,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:25,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. service=MultiRowMutationService 2024-11-13T23:27:25,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:27:25,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:25,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,019 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,021 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636dfd1097fc013301256fb98e41d18b columnFamilyName hfileref 2024-11-13T23:27:25,021 DEBUG [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:25,021 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] regionserver.HStore(327): Store=636dfd1097fc013301256fb98e41d18b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:25,021 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,022 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636dfd1097fc013301256fb98e41d18b columnFamilyName queue 2024-11-13T23:27:25,023 DEBUG [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:25,023 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] regionserver.HStore(327): Store=636dfd1097fc013301256fb98e41d18b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:25,023 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,030 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636dfd1097fc013301256fb98e41d18b columnFamilyName sid 2024-11-13T23:27:25,030 DEBUG [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:25,030 INFO [StoreOpener-636dfd1097fc013301256fb98e41d18b-1 {}] regionserver.HStore(327): Store=636dfd1097fc013301256fb98e41d18b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:25,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:25,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:25,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 636dfd1097fc013301256fb98e41d18b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62215748, jitterRate=-0.07291311025619507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:25,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:25,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 636dfd1097fc013301256fb98e41d18b: Running coprocessor pre-open hook at 1731540445005Writing region info on filesystem at 1731540445005Initializing all the Stores at 1731540445006 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540445006Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540445019 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540445019Cleaning up temporary data from old regions at 1731540445032 (+13 ms)Running coprocessor post-open hooks at 1731540445043 (+11 ms)Region opened successfully at 1731540445043 2024-11-13T23:27:25,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b., pid=10, masterSystemTime=1731540444943 2024-11-13T23:27:25,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=636dfd1097fc013301256fb98e41d18b, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,38015,1731540437835 2024-11-13T23:27:25,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 636dfd1097fc013301256fb98e41d18b, server=714b435e65e7,38015,1731540437835 because future has completed 2024-11-13T23:27:25,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:25,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:25,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:27:25,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 636dfd1097fc013301256fb98e41d18b, server=714b435e65e7,38015,1731540437835 in 290 msec 2024-11-13T23:27:25,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:27:25,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=636dfd1097fc013301256fb98e41d18b, ASSIGN in 472 msec 2024-11-13T23:27:25,071 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:25,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540445071"}]},"ts":"1731540445071"} 2024-11-13T23:27:25,076 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:27:25,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:25,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 963 msec 2024-11-13T23:27:25,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b., hostname=714b435e65e7,38015,1731540437835, seqNum=2] 2024-11-13T23:27:25,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:25,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:25,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:27:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:25,293 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 379, reset compression=false 2024-11-13T23:27:25,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:27:25,349 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:27:25,395 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,38015,1731540437835, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:27:25,396 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:25,396 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:25,396 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:25,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,38015,1731540437835', locateType=CURRENT is [region=hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b., hostname=714b435e65e7,38015,1731540437835, seqNum=2] 2024-11-13T23:27:25,403 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:27:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:27:25,405 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,38015,1731540437835 suceeded 2024-11-13T23:27:25,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:27:25,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-13T23:27:25,407 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:36807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:27:25,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3020 sec 2024-11-13T23:27:25,424 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:36807' 2024-11-13T23:27:25,426 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c3e3ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:25,426 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36807,-1 for getting cluster id 2024-11-13T23:27:25,426 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:25,427 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7f0252-ef25-4d9e-9380-1e8b2bd2789f' 2024-11-13T23:27:25,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:25,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7f0252-ef25-4d9e-9380-1e8b2bd2789f" 2024-11-13T23:27:25,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5356012a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:25,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36807,-1] 2024-11-13T23:27:25,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:25,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:25,431 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:25,432 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f39d4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:25,432 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:25,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:25,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36807,1731540433615 2024-11-13T23:27:25,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@792e728b 2024-11-13T23:27:25,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:25,442 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T23:27:25,457 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,38015,1731540437835 (queues=1) is replicating from cluster=603e80b2-1a1a-42f5-812d-19055c27a90e to cluster=7a7f0252-ef25-4d9e-9380-1e8b2bd2789f 2024-11-13T23:27:25,457 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C38015%2C1731540437835 2024-11-13T23:27:25,457 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,38015,1731540437835, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:27:25,467 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421, startPosition=0, beingWritten=true 2024-11-13T23:27:25,475 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C38015%2C1731540437835 2024-11-13T23:27:25,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:25,514 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:25,514 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38015,1731540437835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:25,515 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 379, reset compression=false 2024-11-13T23:27:25,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:27:25,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:27:25,727 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 379, reset compression=false 2024-11-13T23:27:25,897 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 379, reset compression=false 2024-11-13T23:27:26,032 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 379, reset compression=false 2024-11-13T23:27:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:26,257 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:27:26,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:26,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:26,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:26,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:26,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:26,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:26,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731540446268/Put/seqid=0 2024-11-13T23:27:26,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741840_1016 (size=7894) 2024-11-13T23:27:26,304 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731540446304/Put/seqid=0 2024-11-13T23:27:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741841_1017 (size=7691) 2024-11-13T23:27:26,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:26,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36807,-1 for getting cluster id 2024-11-13T23:27:26,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:26,321 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7f0252-ef25-4d9e-9380-1e8b2bd2789f' 2024-11-13T23:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7f0252-ef25-4d9e-9380-1e8b2bd2789f" 2024-11-13T23:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437ea67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36807,-1] 2024-11-13T23:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:26,323 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:26,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:26,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37261,1731540433780, seqNum=-1] 2024-11-13T23:27:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:26,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:26,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36807,1731540433615 2024-11-13T23:27:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b001192 2024-11-13T23:27:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:26,340 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., hostname=714b435e65e7,37261,1731540433780, seqNum=2] 2024-11-13T23:27:26,361 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:27:26,369 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T23:27:26,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T23:27:26,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T23:27:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:26,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T23:27:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegion(2603): Flush status journal for 71b4d78997915b4532a0f38f3238dc0f: 2024-11-13T23:27:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_1 2024-11-13T23:27:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_1 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ 2024-11-13T23:27:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_0 2024-11-13T23:27:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_0 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ 2024-11-13T23:27:26,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_1 into 71b4d78997915b4532a0f38f3238dc0f/f as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ - updating store file list. 2024-11-13T23:27:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:26,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ into 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:26,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_1 into 71b4d78997915b4532a0f38f3238dc0f/f (new location: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_) 2024-11-13T23:27:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_1 2024-11-13T23:27:26,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_0 into 71b4d78997915b4532a0f38f3238dc0f/f as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ - updating store file list. 2024-11-13T23:27:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa325ebd92d84b59a6d2cb964891a130_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:26,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ into 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:26,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_0 into 71b4d78997915b4532a0f38f3238dc0f/f (new location: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_) 2024-11-13T23:27:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins__test__4oaikqdjtnd8n0ld7pmcdud6l4cpo1vuv7qo90nouvi4ntn5mng7oac6s3tv8rnh/f/hfile_0 2024-11-13T23:27:26,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:26,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:26,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:26,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., hostname=714b435e65e7,37261,1731540433780, seqNum=2 , the old value is region=test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., hostname=714b435e65e7,37261,1731540433780, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=714b435e65e7:37261 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:27:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., hostname=714b435e65e7,37261,1731540433780, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:27:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., hostname=714b435e65e7,37261,1731540433780, seqNum=2 from cache 2024-11-13T23:27:26,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43596 deadline: 1731540506432 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43596 2024-11-13T23:27:26,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:26,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:26,436 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 379, reset compression=false 2024-11-13T23:27:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7., hostname=714b435e65e7,38015,1731540437835, seqNum=2] 2024-11-13T23:27:26,443 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:27:26,537 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:37261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T23:27:26,608 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 379, reset compression=false 2024-11-13T23:27:26,621 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:26,621 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37261,1731540433780 got entry batch from reader: WALEntryBatch [walEntries=[{test/71b4d78997915b4532a0f38f3238dc0f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540446430/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T23:27:26,623 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:26,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T23:27:26,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.ReplicationSink(318): Replicating [7a7f0252-ef25-4d9e-9380-1e8b2bd2789f] bulk loaded data 2024-11-13T23:27:26,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aab603d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:26,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38079,-1 for getting cluster id 2024-11-13T23:27:26,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:26,625 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603e80b2-1a1a-42f5-812d-19055c27a90e' 2024-11-13T23:27:26,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:26,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603e80b2-1a1a-42f5-812d-19055c27a90e" 2024-11-13T23:27:26,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24894a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:26,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38079,-1] 2024-11-13T23:27:26,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:26,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:26,626 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:26,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bdfaabc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741840_1016 (size=7691) 2024-11-13T23:27:26,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741841_1017 (size=7894) 2024-11-13T23:27:26,821 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 687, reset compression=false 2024-11-13T23:27:26,941 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 379, reset compression=false 2024-11-13T23:27:27,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38079,1731540437669 2024-11-13T23:27:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ec802e 2024-11-13T23:27:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:27,076 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T23:27:27,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:27:27,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:27,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:27,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:27,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:27,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T23:27:27,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T23:27:27,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ for inclusion in 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T23:27:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:27,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ for inclusion in 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T23:27:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HRegion(2603): Flush status journal for 6a03ed9204e375fbbc6f571229fcdeb7: 2024-11-13T23:27:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:27:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/b0004bed74a9440aa2d5956cb68c466d_SeqId_4_ 2024-11-13T23:27:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:27:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ef4fabb70888434b8059503cba2a2b3c_SeqId_4_ 2024-11-13T23:27:27,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ into 6a03ed9204e375fbbc6f571229fcdeb7/f as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/b0004bed74a9440aa2d5956cb68c466d_SeqId_4_ - updating store file list. 2024-11-13T23:27:27,128 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 687, reset compression=false 2024-11-13T23:27:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0004bed74a9440aa2d5956cb68c466d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:27,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/b0004bed74a9440aa2d5956cb68c466d_SeqId_4_ into 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:27,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ into 6a03ed9204e375fbbc6f571229fcdeb7/f (new location: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/b0004bed74a9440aa2d5956cb68c466d_SeqId_4_) 2024-11-13T23:27:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/39bedf4a56bf4d938bfdb7a4c908150b_SeqId_4_ 2024-11-13T23:27:27,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ into 6a03ed9204e375fbbc6f571229fcdeb7/f as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ef4fabb70888434b8059503cba2a2b3c_SeqId_4_ - updating store file list. 2024-11-13T23:27:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef4fabb70888434b8059503cba2a2b3c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:27,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ef4fabb70888434b8059503cba2a2b3c_SeqId_4_ into 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:27,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ into 6a03ed9204e375fbbc6f571229fcdeb7/f (new location: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ef4fabb70888434b8059503cba2a2b3c_SeqId_4_) 2024-11-13T23:27:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins.hfs.11__test__q3dhtt5kmmujr488siobd10575n2mjpcq5gcqe8qqd82mdaue7sc8ekqnesr15pn/f/aa325ebd92d84b59a6d2cb964891a130_SeqId_4_ 2024-11-13T23:27:27,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.ReplicationSink(324): Finished replicating [7a7f0252-ef25-4d9e-9380-1e8b2bd2789f] bulk loaded data 2024-11-13T23:27:27,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:27,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731540447492/Put/seqid=0 2024-11-13T23:27:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741842_1018 (size=11194) 2024-11-13T23:27:27,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731540447532/Put/seqid=0 2024-11-13T23:27:27,545 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 379, reset compression=false 2024-11-13T23:27:27,556 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 687, reset compression=false 2024-11-13T23:27:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741843_1019 (size=10791) 2024-11-13T23:27:27,585 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:27,585 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38015,1731540437835 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a03ed9204e375fbbc6f571229fcdeb7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540447147/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T23:27:27,587 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:27,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T23:27:27,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(318): Replicating [7a7f0252-ef25-4d9e-9380-1e8b2bd2789f, 603e80b2-1a1a-42f5-812d-19055c27a90e] bulk loaded data 2024-11-13T23:27:27,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700fd767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:27,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36807,-1 for getting cluster id 2024-11-13T23:27:27,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:27,599 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7f0252-ef25-4d9e-9380-1e8b2bd2789f' 2024-11-13T23:27:27,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:27,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7f0252-ef25-4d9e-9380-1e8b2bd2789f" 2024-11-13T23:27:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@409c01f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36807,-1] 2024-11-13T23:27:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:27,601 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:27,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1a6063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741842_1018 (size=7691) 2024-11-13T23:27:27,785 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 725, reset compression=false 2024-11-13T23:27:27,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:27,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38079,-1 for getting cluster id 2024-11-13T23:27:27,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:27,973 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '603e80b2-1a1a-42f5-812d-19055c27a90e' 2024-11-13T23:27:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "603e80b2-1a1a-42f5-812d-19055c27a90e" 2024-11-13T23:27:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6fe4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38079,-1] 2024-11-13T23:27:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:27,975 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:27,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:27,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:27,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:27,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38079,1731540437669 2024-11-13T23:27:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629d762d 2024-11-13T23:27:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:27,989 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7., hostname=714b435e65e7,38015,1731540437835, seqNum=2] 2024-11-13T23:27:27,996 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:27:28,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T23:27:28,009 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T23:27:28,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T23:27:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:28,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T23:27:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HRegion(2603): Flush status journal for 6a03ed9204e375fbbc6f571229fcdeb7: 2024-11-13T23:27:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_1 2024-11-13T23:27:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_1 as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ 2024-11-13T23:27:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_0 2024-11-13T23:27:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_0 as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ 2024-11-13T23:27:28,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_1 into 6a03ed9204e375fbbc6f571229fcdeb7/f as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ - updating store file list. 2024-11-13T23:27:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:28,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ into 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:28,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_1 into 6a03ed9204e375fbbc6f571229fcdeb7/f (new location: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_) 2024-11-13T23:27:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_1 2024-11-13T23:27:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741843_1019 (size=7894) 2024-11-13T23:27:28,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_0 into 6a03ed9204e375fbbc6f571229fcdeb7/f as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ - updating store file list. 2024-11-13T23:27:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad77f26000d541e393a5f039e6387223_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:28,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ into 6a03ed9204e375fbbc6f571229fcdeb7/f 2024-11-13T23:27:28,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_0 into 6a03ed9204e375fbbc6f571229fcdeb7/f (new location: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/f/ad77f26000d541e393a5f039e6387223_SeqId_6_) 2024-11-13T23:27:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/staging/jenkins__test__cbkqjedj7cmqpoudo3hiq5encf046j94ve92g9fblg8k7688m4pcn7plej8e4tur/f/hfile_0 2024-11-13T23:27:28,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:28,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:28,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:28,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:28,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:28,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7., hostname=714b435e65e7,38015,1731540437835, seqNum=2 , the old value is region=test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7., hostname=714b435e65e7,38015,1731540437835, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=714b435e65e7:38015 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:27:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7., hostname=714b435e65e7,38015,1731540437835, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:27:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7., hostname=714b435e65e7,38015,1731540437835, seqNum=2 from cache 2024-11-13T23:27:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38015: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60300 deadline: 1731540508082 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60300 2024-11-13T23:27:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37261,1731540433780, seqNum=-1] 2024-11-13T23:27:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:28,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., hostname=714b435e65e7,37261,1731540433780, seqNum=2] 2024-11-13T23:27:28,090 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 687, reset compression=false 2024-11-13T23:27:28,094 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:27:28,107 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 725, reset compression=false 2024-11-13T23:27:28,126 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:28,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T23:27:28,326 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1033, reset compression=false 2024-11-13T23:27:28,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36807,1731540433615 2024-11-13T23:27:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a3ce360 2024-11-13T23:27:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:28,472 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T23:27:28,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:27:28,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:28,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37261,1731540433780, seqNum=-1] 2024-11-13T23:27:28,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:28,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:28,485 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__ksqej6gjl0r164jjiebe4oklmenlv48t74f0jnuvtebp14qbht0mei2afh2so636/f/b0004bed74a9440aa2d5956cb68c466d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T23:27:28,489 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__ksqej6gjl0r164jjiebe4oklmenlv48t74f0jnuvtebp14qbht0mei2afh2so636/f/ef4fabb70888434b8059503cba2a2b3c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T23:27:28,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(324): Finished replicating [7a7f0252-ef25-4d9e-9380-1e8b2bd2789f, 603e80b2-1a1a-42f5-812d-19055c27a90e] bulk loaded data 2024-11-13T23:27:28,498 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38015,1731540437835 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a03ed9204e375fbbc6f571229fcdeb7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540448077/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T23:27:28,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(318): Replicating [603e80b2-1a1a-42f5-812d-19055c27a90e] bulk loaded data 2024-11-13T23:27:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741844_1020 (size=10791) 2024-11-13T23:27:28,654 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1033, reset compression=false 2024-11-13T23:27:28,713 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 687, reset compression=false 2024-11-13T23:27:28,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741845_1021 (size=11194) 2024-11-13T23:27:29,096 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1033, reset compression=false 2024-11-13T23:27:29,100 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:27:29,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:27:29,380 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T23:27:29,382 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T23:27:29,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ for inclusion in 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T23:27:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:29,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ for inclusion in 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T23:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegion(2603): Flush status journal for 71b4d78997915b4532a0f38f3238dc0f: 2024-11-13T23:27:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:27:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/8c99fcdb6c684b30b52e7f4a555bbdb5_SeqId_6_ 2024-11-13T23:27:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad77f26000d541e393a5f039e6387223_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:27:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/2e5a6bd30c8f43d2be9998d345417f06_SeqId_6_ 2024-11-13T23:27:29,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ into 71b4d78997915b4532a0f38f3238dc0f/f as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/8c99fcdb6c684b30b52e7f4a555bbdb5_SeqId_6_ - updating store file list. 2024-11-13T23:27:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c99fcdb6c684b30b52e7f4a555bbdb5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:29,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/8c99fcdb6c684b30b52e7f4a555bbdb5_SeqId_6_ into 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:29,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ into 71b4d78997915b4532a0f38f3238dc0f/f (new location: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/8c99fcdb6c684b30b52e7f4a555bbdb5_SeqId_6_) 2024-11-13T23:27:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_ 2024-11-13T23:27:29,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ into 71b4d78997915b4532a0f38f3238dc0f/f as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/2e5a6bd30c8f43d2be9998d345417f06_SeqId_6_ - updating store file list. 2024-11-13T23:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e5a6bd30c8f43d2be9998d345417f06_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:27:29,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/2e5a6bd30c8f43d2be9998d345417f06_SeqId_6_ into 71b4d78997915b4532a0f38f3238dc0f/f 2024-11-13T23:27:29,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ into 71b4d78997915b4532a0f38f3238dc0f/f (new location: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/f/2e5a6bd30c8f43d2be9998d345417f06_SeqId_6_) 2024-11-13T23:27:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/staging/jenkins.hfs.10__test__mqnvootpjfq4aik4l6aa86vrv2toca2biuefisip34ps0utd9cn3chh5qc6h0l19/f/ad77f26000d541e393a5f039e6387223_SeqId_6_ 2024-11-13T23:27:29,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(324): Finished replicating [603e80b2-1a1a-42f5-812d-19055c27a90e] bulk loaded data 2024-11-13T23:27:29,448 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 687, reset compression=false 2024-11-13T23:27:29,452 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:29,452 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37261,1731540433780 got entry batch from reader: WALEntryBatch [walEntries=[{test/71b4d78997915b4532a0f38f3238dc0f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540449403/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T23:27:29,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.ReplicationSink(318): Replicating [603e80b2-1a1a-42f5-812d-19055c27a90e, 7a7f0252-ef25-4d9e-9380-1e8b2bd2789f] bulk loaded data 2024-11-13T23:27:29,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741844_1020 (size=10791) 2024-11-13T23:27:29,601 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1033, reset compression=false 2024-11-13T23:27:29,652 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:29,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741845_1021 (size=11194) 2024-11-13T23:27:29,955 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:30,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:27:30,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:30,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:30,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:30,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:30,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:30,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:27:30,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1543842179, stopped=false 2024-11-13T23:27:30,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,38079,1731540437669 2024-11-13T23:27:30,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1852388624/running 2024-11-13T23:27:30,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1852388624/running 2024-11-13T23:27:30,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:30,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:30,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:30,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:30,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:30,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:30,150 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,38015,1731540437835' ***** 2024-11-13T23:27:30,150 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:27:30,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on znode that does not yet exist, /1-1852388624/running 2024-11-13T23:27:30,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Set watcher on znode that does not yet exist, /1-1852388624/running 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:27:30,151 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(3091): Received CLOSE for 636dfd1097fc013301256fb98e41d18b 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,38015,1731540437835 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:38015. 2024-11-13T23:27:30,151 DEBUG [RS:0;714b435e65e7:38015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:30,151 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 636dfd1097fc013301256fb98e41d18b, disabling compactions & flushes 2024-11-13T23:27:30,151 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:30,151 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:30,151 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:27:30,151 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. after waiting 0 ms 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:27:30,151 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:27:30,151 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 636dfd1097fc013301256fb98e41d18b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T23:27:30,151 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:27:30,152 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1325): Online Regions={636dfd1097fc013301256fb98e41d18b=hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b., 1588230740=hbase:meta,,1.1588230740, 6a03ed9204e375fbbc6f571229fcdeb7=test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7.} 2024-11-13T23:27:30,152 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 636dfd1097fc013301256fb98e41d18b, 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:30,152 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:30,152 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:30,152 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:30,152 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:30,152 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:30,152 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:27:30,167 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/info/7e9fa16faff440b290959e46c7abedef is 147, key is hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b./info:regioninfo/1731540445047/Put/seqid=0 2024-11-13T23:27:30,168 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/.tmp/hfileref/88f796d08c8d4e7d9de397a92c169cd4 is 74, key is 1/hfileref:a43bbe019b7e4e1eb731ed53f9e48913_SeqId_6_/1731540449405/DeleteColumn/seqid=0 2024-11-13T23:27:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741846_1022 (size=5345) 2024-11-13T23:27:30,173 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/.tmp/hfileref/88f796d08c8d4e7d9de397a92c169cd4 2024-11-13T23:27:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741847_1023 (size=7686) 2024-11-13T23:27:30,175 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/info/7e9fa16faff440b290959e46c7abedef 2024-11-13T23:27:30,198 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/.tmp/queue/d506e8b535aa43ccbcb8128fe73f01c9 is 154, key is 1-714b435e65e7,38015,1731540437835/queue:714b435e65e7%2C38015%2C1731540437835/1731540449407/Put/seqid=0 2024-11-13T23:27:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741848_1024 (size=5353) 2024-11-13T23:27:30,202 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/ns/1b4f9600dde6475eaa949384033ac2e7 is 43, key is default/ns:d/1731540439986/Put/seqid=0 2024-11-13T23:27:30,204 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1033, reset compression=false 2024-11-13T23:27:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741849_1025 (size=5153) 2024-11-13T23:27:30,209 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:30,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:27:30,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:30,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60298 deadline: 1731540510272, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping 2024-11-13T23:27:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 from cache 2024-11-13T23:27:30,279 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:27:30,279 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:27:30,352 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 636dfd1097fc013301256fb98e41d18b, 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:30,358 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:30,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:30,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:30,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:30,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60298 deadline: 1731540510273, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping 2024-11-13T23:27:30,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 from cache 2024-11-13T23:27:30,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:30,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,552 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 636dfd1097fc013301256fb98e41d18b, 6a03ed9204e375fbbc6f571229fcdeb7 2024-11-13T23:27:30,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:30,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:30,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:30,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:30,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38015 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60298 deadline: 1731540510272, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping 2024-11-13T23:27:30,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 from cache 2024-11-13T23:27:30,602 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/.tmp/queue/d506e8b535aa43ccbcb8128fe73f01c9 2024-11-13T23:27:30,606 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/ns/1b4f9600dde6475eaa949384033ac2e7 2024-11-13T23:27:30,607 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/.tmp/hfileref/88f796d08c8d4e7d9de397a92c169cd4 as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/hfileref/88f796d08c8d4e7d9de397a92c169cd4 2024-11-13T23:27:30,612 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/hfileref/88f796d08c8d4e7d9de397a92c169cd4, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T23:27:30,613 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/.tmp/queue/d506e8b535aa43ccbcb8128fe73f01c9 as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/queue/d506e8b535aa43ccbcb8128fe73f01c9 2024-11-13T23:27:30,617 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/queue/d506e8b535aa43ccbcb8128fe73f01c9, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T23:27:30,618 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 636dfd1097fc013301256fb98e41d18b in 467ms, sequenceid=12, compaction requested=false 2024-11-13T23:27:30,624 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/rep_barrier/b6241c27712b47389a5f6c64e3f40c7a is 112, key is test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7./rep_barrier:seqnumDuringOpen/1731540442707/Put/seqid=0 2024-11-13T23:27:30,626 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/replication/636dfd1097fc013301256fb98e41d18b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T23:27:30,626 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:30,626 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:30,626 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:30,626 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 636dfd1097fc013301256fb98e41d18b: Waiting for close lock at 1731540450151Running coprocessor pre-close hooks at 1731540450151Disabling compacts and flushes for region at 1731540450151Disabling writes for close at 1731540450151Obtaining lock to block concurrent updates at 1731540450151Preparing flush snapshotting stores in 636dfd1097fc013301256fb98e41d18b at 1731540450151Finished memstore snapshotting hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731540450152 (+1 ms)Flushing stores of hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. at 1731540450152Flushing 636dfd1097fc013301256fb98e41d18b/hfileref: creating writer at 1731540450152Flushing 636dfd1097fc013301256fb98e41d18b/hfileref: appending metadata at 1731540450168 (+16 ms)Flushing 636dfd1097fc013301256fb98e41d18b/hfileref: closing flushed file at 1731540450168Flushing 636dfd1097fc013301256fb98e41d18b/queue: creating writer at 1731540450181 (+13 ms)Flushing 636dfd1097fc013301256fb98e41d18b/queue: appending metadata at 1731540450197 (+16 ms)Flushing 636dfd1097fc013301256fb98e41d18b/queue: closing flushed file at 1731540450197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf6ec3a: reopening flushed file at 1731540450607 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584992df: reopening flushed file at 1731540450612 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 636dfd1097fc013301256fb98e41d18b in 467ms, sequenceid=12, compaction requested=false at 1731540450618 (+6 ms)Writing region close event to WAL at 1731540450623 (+5 ms)Running coprocessor post-close hooks at 1731540450626 (+3 ms)Closed at 1731540450626 2024-11-13T23:27:30,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540444116.636dfd1097fc013301256fb98e41d18b. 2024-11-13T23:27:30,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a03ed9204e375fbbc6f571229fcdeb7, disabling compactions & flushes 2024-11-13T23:27:30,627 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:30,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:30,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. after waiting 0 ms 2024-11-13T23:27:30,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:30,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741850_1026 (size=5518) 2024-11-13T23:27:30,631 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/default/test/6a03ed9204e375fbbc6f571229fcdeb7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:27:30,631 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:30,631 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:27:30,631 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:30,631 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a03ed9204e375fbbc6f571229fcdeb7: Waiting for close lock at 1731540450627Running coprocessor pre-close hooks at 1731540450627Disabling compacts and flushes for region at 1731540450627Disabling writes for close at 1731540450627Writing region close event to WAL at 1731540450628 (+1 ms)Running coprocessor post-close hooks at 1731540450631 (+3 ms)Closed at 1731540450631 2024-11-13T23:27:30,632 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540442304.6a03ed9204e375fbbc6f571229fcdeb7. 2024-11-13T23:27:30,752 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:30,862 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:30,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:30,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:30,907 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1033, reset compression=false 2024-11-13T23:27:30,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:30,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:60298 deadline: 1731540510273, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping 2024-11-13T23:27:30,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 from cache 2024-11-13T23:27:30,912 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:30,912 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1328, reset compression=false 2024-11-13T23:27:30,912 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38015,1731540437835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:30,913 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,38015,1731540437835: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,38015,1731540437835, walGroup=714b435e65e7%2C38015%2C1731540437835, offset=714b435e65e7%2C38015%2C1731540437835.1731540439421:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:27:30,914 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:27:30,914 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:27:30,914 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:27:30,914 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:27:30,914 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:27:30,915 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 602773744 }, "NonHeapMemoryUsage": { "committed": 191561728, "init": 7667712, "max": -1, "used": 188824568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:27:30,915 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:27:30,952 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:31,028 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/rep_barrier/b6241c27712b47389a5f6c64e3f40c7a 2024-11-13T23:27:31,045 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/table/fe749c8e97994b378a971ce4536ab48e is 53, key is hbase:replication/table:state/1731540445071/Put/seqid=0 2024-11-13T23:27:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741851_1027 (size=5308) 2024-11-13T23:27:31,115 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1328, reset compression=false 2024-11-13T23:27:31,152 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:27:31,152 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:27:31,152 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:31,352 DEBUG [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:31,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:31,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1] 2024-11-13T23:27:31,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:31,418 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/WALs/714b435e65e7,38015,1731540437835/714b435e65e7%2C38015%2C1731540437835.1731540439421 to pos 1328, reset compression=false 2024-11-13T23:27:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting 2024-11-13T23:27:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting 2024-11-13T23:27:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38015,1731540437835, seqNum=-1 from cache 2024-11-13T23:27:31,418 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:31,419 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T23:27:30.275Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.388Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.598Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.909Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:31.418Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 714b435e65e7,38015,1731540437835 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T23:27:31,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T23:27:30.275Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.388Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.598Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.909Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:31.418Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 714b435e65e7,38015,1731540437835 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T23:27:31,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38015 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:60290 deadline: 1731540509453, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T23:27:30.275Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.388Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.598Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.909Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:31.418Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting 2024-11-13T23:27:31,423 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T23:27:30.275Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.388Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.598Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:30.909Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 714b435e65e7,38015,1731540437835 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:27:31.418Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 714b435e65e7,38015,1731540437835 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:31,448 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/table/fe749c8e97994b378a971ce4536ab48e 2024-11-13T23:27:31,453 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/info/7e9fa16faff440b290959e46c7abedef as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/info/7e9fa16faff440b290959e46c7abedef 2024-11-13T23:27:31,457 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/info/7e9fa16faff440b290959e46c7abedef, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:27:31,458 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/ns/1b4f9600dde6475eaa949384033ac2e7 as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/ns/1b4f9600dde6475eaa949384033ac2e7 2024-11-13T23:27:31,462 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/ns/1b4f9600dde6475eaa949384033ac2e7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:27:31,463 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/rep_barrier/b6241c27712b47389a5f6c64e3f40c7a as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/rep_barrier/b6241c27712b47389a5f6c64e3f40c7a 2024-11-13T23:27:31,466 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:31,467 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/rep_barrier/b6241c27712b47389a5f6c64e3f40c7a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:27:31,468 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/.tmp/table/fe749c8e97994b378a971ce4536ab48e as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/table/fe749c8e97994b378a971ce4536ab48e 2024-11-13T23:27:31,472 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/table/fe749c8e97994b378a971ce4536ab48e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:27:31,473 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-13T23:27:31,480 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:27:31,480 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:31,480 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:31,480 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:31,480 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540450152Running coprocessor pre-close hooks at 1731540450152Disabling compacts and flushes for region at 1731540450152Disabling writes for close at 1731540450152Obtaining lock to block concurrent updates at 1731540450152Preparing flush snapshotting stores in 1588230740 at 1731540450152Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540450152Flushing stores of hbase:meta,,1.1588230740 at 1731540450152Flushing 1588230740/info: creating writer at 1731540450153 (+1 ms)Flushing 1588230740/info: appending metadata at 1731540450167 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731540450167Flushing 1588230740/ns: creating writer at 1731540450183 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731540450201 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731540450202 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731540450610 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540450624 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540450624Flushing 1588230740/table: creating writer at 1731540451032 (+408 ms)Flushing 1588230740/table: appending metadata at 1731540451044 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731540451044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455269bc: reopening flushed file at 1731540451452 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b00204: reopening flushed file at 1731540451457 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb361b9: reopening flushed file at 1731540451462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3a572d: reopening flushed file at 1731540451467 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731540451473 (+6 ms)Writing region close event to WAL at 1731540451477 (+4 ms)Running coprocessor post-close hooks at 1731540451480 (+3 ms)Closed at 1731540451480 2024-11-13T23:27:31,481 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 714b435e65e7,38015,1731540437835 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:31,527 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 714b435e65e7,38015,1731540437835 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:31,553 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,38015,1731540437835; all regions closed. 2024-11-13T23:27:31,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:27:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741839_1015 (size=3127) 2024-11-13T23:27:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741832_1008 (size=1336) 2024-11-13T23:27:31,559 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:31,559 INFO [RS:0;714b435e65e7:38015 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:31,559 INFO [RS:0;714b435e65e7:38015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:31,559 INFO [RS:0;714b435e65e7:38015 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:31,559 INFO [RS:0;714b435e65e7:38015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:31,559 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:31,560 INFO [RS:0;714b435e65e7:38015 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,38015,1731540437835 because: Region server is closing 2024-11-13T23:27:31,560 INFO [RS:0;714b435e65e7:38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:38015. 2024-11-13T23:27:31,560 DEBUG [RS:0;714b435e65e7:38015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:31,560 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:31,560 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:31,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:31,660 INFO [RS:0;714b435e65e7:38015 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.shipper714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 terminated 2024-11-13T23:27:31,661 INFO [RS:0;714b435e65e7:38015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:38015. 2024-11-13T23:27:31,660 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38015,1731540437835.replicationSource.wal-reader.714b435e65e7%2C38015%2C1731540437835,1-714b435e65e7,38015,1731540437835 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:27:31,661 DEBUG [RS:0;714b435e65e7:38015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:31,661 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:31,661 DEBUG [RS:0;714b435e65e7:38015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:31,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:31,661 INFO [RS:0;714b435e65e7:38015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38015 2024-11-13T23:27:31,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624/rs 2024-11-13T23:27:31,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1852388624/rs/714b435e65e7,38015,1731540437835 2024-11-13T23:27:31,699 INFO [RS:0;714b435e65e7:38015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:31,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,38015,1731540437835] 2024-11-13T23:27:31,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1852388624/draining/714b435e65e7,38015,1731540437835 already deleted, retry=false 2024-11-13T23:27:31,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,38015,1731540437835 expired; onlineServers=0 2024-11-13T23:27:31,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,38079,1731540437669' ***** 2024-11-13T23:27:31,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:27:31,716 INFO [M:0;714b435e65e7:38079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:31,716 INFO [M:0;714b435e65e7:38079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:31,716 DEBUG [M:0;714b435e65e7:38079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:27:31,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:27:31,716 DEBUG [M:0;714b435e65e7:38079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:27:31,716 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540439073 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540439073,5,FailOnTimeoutGroup] 2024-11-13T23:27:31,717 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540439077 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540439077,5,FailOnTimeoutGroup] 2024-11-13T23:27:31,717 INFO [M:0;714b435e65e7:38079 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:31,717 INFO [M:0;714b435e65e7:38079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:31,717 DEBUG [M:0;714b435e65e7:38079 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:27:31,717 INFO [M:0;714b435e65e7:38079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:27:31,717 INFO [M:0;714b435e65e7:38079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:31,717 INFO [M:0;714b435e65e7:38079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:27:31,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:27:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1852388624/master 2024-11-13T23:27:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1852388624 2024-11-13T23:27:31,724 DEBUG [M:0;714b435e65e7:38079 {}] zookeeper.ZKUtil(347): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Unable to get data of znode /1-1852388624/master because node does not exist (not an error) 2024-11-13T23:27:31,724 WARN [M:0;714b435e65e7:38079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:27:31,725 INFO [M:0;714b435e65e7:38079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/.lastflushedseqids 2024-11-13T23:27:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741852_1028 (size=263) 2024-11-13T23:27:31,730 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 714b435e65e7:38015 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38015 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 714b435e65e7:38015 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38015 2024-11-13T23:27:31,730 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=714b435e65e7:38015 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38015 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38015 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T23:27:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47102 deadline: 1731540511732, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T23:27:31,734 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T23:27:31,734 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T23:27:31,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:31,808 INFO [RS:0;714b435e65e7:38015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:31,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38015-0x10137cfe63c0004, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:31,808 INFO [RS:0;714b435e65e7:38015 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,38015,1731540437835; zookeeper connection closed. 2024-11-13T23:27:31,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ac502f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ac502f 2024-11-13T23:27:31,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:27:32,034 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T23:27:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47102 deadline: 1731540512036, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T23:27:32,036 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T23:27:32,037 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T23:27:32,037 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T23:27:32,129 INFO [M:0;714b435e65e7:38079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:27:32,129 INFO [M:0;714b435e65e7:38079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:27:32,129 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:32,130 INFO [M:0;714b435e65e7:38079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:32,130 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:32,130 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:32,130 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:32,130 INFO [M:0;714b435e65e7:38079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T23:27:32,146 DEBUG [M:0;714b435e65e7:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dc1eebc6426416898e20a892bb6d5e2 is 82, key is hbase:meta,,1/info:regioninfo/1731540439967/Put/seqid=0 2024-11-13T23:27:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741853_1029 (size=5672) 2024-11-13T23:27:32,169 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:32,438 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T23:27:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47102 deadline: 1731540512439, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T23:27:32,440 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T23:27:32,441 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T23:27:32,441 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T23:27:32,550 INFO [M:0;714b435e65e7:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dc1eebc6426416898e20a892bb6d5e2 2024-11-13T23:27:32,572 DEBUG [M:0;714b435e65e7:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4332e92634ce4155bfc3f6872816bac2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540445082/Put/seqid=0 2024-11-13T23:27:32,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741854_1030 (size=8516) 2024-11-13T23:27:32,941 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T23:27:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47102 deadline: 1731540512942, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T23:27:32,943 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T23:27:32,944 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T23:27:32,944 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T23:27:32,972 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:32,976 INFO [M:0;714b435e65e7:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4332e92634ce4155bfc3f6872816bac2 2024-11-13T23:27:32,992 DEBUG [M:0;714b435e65e7:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf18dbe5a114e16ad8dd3b39ebf56ca is 69, key is 714b435e65e7,38015,1731540437835/rs:state/1731540439148/Put/seqid=0 2024-11-13T23:27:32,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741855_1031 (size=5156) 2024-11-13T23:27:33,396 INFO [M:0;714b435e65e7:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf18dbe5a114e16ad8dd3b39ebf56ca 2024-11-13T23:27:33,400 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dc1eebc6426416898e20a892bb6d5e2 as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6dc1eebc6426416898e20a892bb6d5e2 2024-11-13T23:27:33,403 INFO [M:0;714b435e65e7:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6dc1eebc6426416898e20a892bb6d5e2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T23:27:33,404 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4332e92634ce4155bfc3f6872816bac2 as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4332e92634ce4155bfc3f6872816bac2 2024-11-13T23:27:33,407 INFO [M:0;714b435e65e7:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4332e92634ce4155bfc3f6872816bac2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T23:27:33,408 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf18dbe5a114e16ad8dd3b39ebf56ca as hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf18dbe5a114e16ad8dd3b39ebf56ca 2024-11-13T23:27:33,411 INFO [M:0;714b435e65e7:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34749/user/jenkins/test-data/5899e5e5-4486-37c6-8b9e-f20e31ac3218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf18dbe5a114e16ad8dd3b39ebf56ca, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T23:27:33,412 INFO [M:0;714b435e65e7:38079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-13T23:27:33,413 INFO [M:0;714b435e65e7:38079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:33,413 DEBUG [M:0;714b435e65e7:38079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540452129Disabling compacts and flushes for region at 1731540452129Disabling writes for close at 1731540452130 (+1 ms)Obtaining lock to block concurrent updates at 1731540452130Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540452130Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731540452130Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540452130Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540452131 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540452145 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540452145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540452554 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540452572 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540452572Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540452980 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540452992 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540452992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43122677: reopening flushed file at 1731540453399 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d604693: reopening flushed file at 1731540453403 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e41bd: reopening flushed file at 1731540453407 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731540453412 (+5 ms)Writing region close event to WAL at 1731540453413 (+1 ms)Closed at 1731540453413 2024-11-13T23:27:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741830_1006 (size=63654) 2024-11-13T23:27:33,415 INFO [M:0;714b435e65e7:38079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:27:33,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:33,415 INFO [M:0;714b435e65e7:38079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38079 2024-11-13T23:27:33,415 INFO [M:0;714b435e65e7:38079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:33,544 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T23:27:33,545 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 714b435e65e7:38079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:33,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 714b435e65e7:38079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 2024-11-13T23:27:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:33,616 INFO [M:0;714b435e65e7:38079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x10137cfe63c0003, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:33,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f70bc3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:33,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:33,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:33,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:33,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:33,650 WARN [BP-75622404-172.17.0.2-1731540436101 heartbeating to localhost/127.0.0.1:34749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:27:33,650 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:27:33,650 WARN [BP-75622404-172.17.0.2-1731540436101 heartbeating to localhost/127.0.0.1:34749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-75622404-172.17.0.2-1731540436101 (Datanode Uuid 034b6781-16be-4280-a6c6-a515647375da) service to localhost/127.0.0.1:34749 2024-11-13T23:27:33,650 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:27:33,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/cluster_d7d11583-cde0-10bc-03e5-f30716ee3261/data/data1/current/BP-75622404-172.17.0.2-1731540436101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:33,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/cluster_d7d11583-cde0-10bc-03e5-f30716ee3261/data/data2/current/BP-75622404-172.17.0.2-1731540436101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:33,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:27:33,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:33,656 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 714b435e65e7:38079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=714b435e65e7:38079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T23:27:33,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742620da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:33,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:33,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 714b435e65e7:38079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 2024-11-13T23:27:33,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:33,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:33,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:33,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:27:33,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:27:33,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:33,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:33,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:33,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:33,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:27:33,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:33,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=277253930, stopped=false 2024-11-13T23:27:33,675 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,36807,1731540433615 2024-11-13T23:27:33,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111738629/running 2024-11-13T23:27:33,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111738629/running 2024-11-13T23:27:33,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:33,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:33,687 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:33,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:33,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:33,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:33,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on znode that does not yet exist, /0-2111738629/running 2024-11-13T23:27:33,687 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,37261,1731540433780' ***** 2024-11-13T23:27:33,687 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:27:33,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Set watcher on znode that does not yet exist, /0-2111738629/running 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:27:33,688 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(3091): Received CLOSE for 71b4d78997915b4532a0f38f3238dc0f 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(3091): Received CLOSE for f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,37261,1731540433780 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37261. 2024-11-13T23:27:33,688 DEBUG [RS:0;714b435e65e7:37261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:33,688 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71b4d78997915b4532a0f38f3238dc0f, disabling compactions & flushes 2024-11-13T23:27:33,688 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:33,688 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:33,688 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:27:33,688 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. after waiting 0 ms 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:27:33,688 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:33,688 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:27:33,689 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:27:33,689 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1325): Online Regions={71b4d78997915b4532a0f38f3238dc0f=test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f., 1588230740=hbase:meta,,1.1588230740, f2f161d3049b6650f87a2ffe1f132354=hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354.} 2024-11-13T23:27:33,689 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71b4d78997915b4532a0f38f3238dc0f, f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:33,689 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:33,689 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:33,689 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:33,689 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:33,689 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:33,689 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:27:33,691 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/default/test/71b4d78997915b4532a0f38f3238dc0f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:27:33,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:33,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:27:33,692 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:33,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71b4d78997915b4532a0f38f3238dc0f: Waiting for close lock at 1731540453688Running coprocessor pre-close hooks at 1731540453688Disabling compacts and flushes for region at 1731540453688Disabling writes for close at 1731540453688Writing region close event to WAL at 1731540453689 (+1 ms)Running coprocessor post-close hooks at 1731540453692 (+3 ms)Closed at 1731540453692 2024-11-13T23:27:33,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f. 2024-11-13T23:27:33,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2f161d3049b6650f87a2ffe1f132354, disabling compactions & flushes 2024-11-13T23:27:33,692 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:33,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:33,692 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. after waiting 0 ms 2024-11-13T23:27:33,693 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:33,693 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2f161d3049b6650f87a2ffe1f132354 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T23:27:33,707 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/info/3d4f777a22e9417494d7c13e9a37c7d9 is 147, key is hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354./info:regioninfo/1731540443371/Put/seqid=0 2024-11-13T23:27:33,710 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/.tmp/hfileref/3a7505542942466b9b0990226753e2fa is 74, key is 1/hfileref:2e5a6bd30c8f43d2be9998d345417f06_SeqId_6_/1731540449392/Put/seqid=0 2024-11-13T23:27:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741846_1022 (size=7686) 2024-11-13T23:27:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741847_1023 (size=5345) 2024-11-13T23:27:33,778 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:33,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:33,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 714b435e65e7:38079 this server is in the failed servers list 2024-11-13T23:27:33,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 714b435e65e7:38079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:33,875 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1033, reset compression=false 2024-11-13T23:27:33,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:33,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1328, reset compression=false 2024-11-13T23:27:33,889 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:34,082 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1328, reset compression=false 2024-11-13T23:27:34,089 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:34,111 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/info/3d4f777a22e9417494d7c13e9a37c7d9 2024-11-13T23:27:34,114 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/.tmp/hfileref/3a7505542942466b9b0990226753e2fa 2024-11-13T23:27:34,134 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/ns/c9e51d5c39414135b3f1707274ef804e is 43, key is default/ns:d/1731540435934/Put/seqid=0 2024-11-13T23:27:34,134 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/.tmp/queue/67a8f866a82f43afa8097a41a985d59d is 153, key is 1-714b435e65e7,37261,1731540433780/queue:714b435e65e7%2C37261%2C1731540433780/1731540447154/Put/seqid=0 2024-11-13T23:27:34,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741849_1025 (size=5153) 2024-11-13T23:27:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741848_1024 (size=5352) 2024-11-13T23:27:34,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:34,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 714b435e65e7:38079 this server is in the failed servers list 2024-11-13T23:27:34,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 714b435e65e7:38079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:34,289 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:34,335 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:27:34,335 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:27:34,386 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1328, reset compression=false 2024-11-13T23:27:34,489 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2f161d3049b6650f87a2ffe1f132354 2024-11-13T23:27:34,540 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/ns/c9e51d5c39414135b3f1707274ef804e 2024-11-13T23:27:34,541 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/.tmp/queue/67a8f866a82f43afa8097a41a985d59d 2024-11-13T23:27:34,545 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/.tmp/hfileref/3a7505542942466b9b0990226753e2fa as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/hfileref/3a7505542942466b9b0990226753e2fa 2024-11-13T23:27:34,557 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/hfileref/3a7505542942466b9b0990226753e2fa, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T23:27:34,558 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/.tmp/queue/67a8f866a82f43afa8097a41a985d59d as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/queue/67a8f866a82f43afa8097a41a985d59d 2024-11-13T23:27:34,562 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/queue/67a8f866a82f43afa8097a41a985d59d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T23:27:34,563 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f2f161d3049b6650f87a2ffe1f132354 in 870ms, sequenceid=10, compaction requested=false 2024-11-13T23:27:34,564 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:27:34,568 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/rep_barrier/0292d3c9bcb242b99ae7333193a08518 is 112, key is test,,1731540440134.71b4d78997915b4532a0f38f3238dc0f./rep_barrier:seqnumDuringOpen/1731540441335/Put/seqid=0 2024-11-13T23:27:34,570 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/replication/f2f161d3049b6650f87a2ffe1f132354/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T23:27:34,571 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:34,571 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:34,571 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:34,571 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2f161d3049b6650f87a2ffe1f132354: Waiting for close lock at 1731540453692Running coprocessor pre-close hooks at 1731540453692Disabling compacts and flushes for region at 1731540453692Disabling writes for close at 1731540453692Obtaining lock to block concurrent updates at 1731540453693 (+1 ms)Preparing flush snapshotting stores in f2f161d3049b6650f87a2ffe1f132354 at 1731540453693Finished memstore snapshotting hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731540453693Flushing stores of hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. at 1731540453693Flushing f2f161d3049b6650f87a2ffe1f132354/hfileref: creating writer at 1731540453694 (+1 ms)Flushing f2f161d3049b6650f87a2ffe1f132354/hfileref: appending metadata at 1731540453709 (+15 ms)Flushing f2f161d3049b6650f87a2ffe1f132354/hfileref: closing flushed file at 1731540453709Flushing f2f161d3049b6650f87a2ffe1f132354/queue: creating writer at 1731540454118 (+409 ms)Flushing f2f161d3049b6650f87a2ffe1f132354/queue: appending metadata at 1731540454134 (+16 ms)Flushing f2f161d3049b6650f87a2ffe1f132354/queue: closing flushed file at 1731540454134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2afb2: reopening flushed file at 1731540454545 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d09cabc: reopening flushed file at 1731540454557 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f2f161d3049b6650f87a2ffe1f132354 in 870ms, sequenceid=10, compaction requested=false at 1731540454563 (+6 ms)Writing region close event to WAL at 1731540454567 (+4 ms)Running coprocessor post-close hooks at 1731540454571 (+4 ms)Closed at 1731540454571 2024-11-13T23:27:34,571 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540442963.f2f161d3049b6650f87a2ffe1f132354. 2024-11-13T23:27:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741850_1026 (size=5518) 2024-11-13T23:27:34,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:34,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 714b435e65e7:38079 this server is in the failed servers list 2024-11-13T23:27:34,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 714b435e65e7:38079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:34,690 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:34,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:27:34,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T23:27:34,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:27:34,790 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1328, reset compression=false 2024-11-13T23:27:34,890 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:27:34,890 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:27:34,890 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:34,974 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/rep_barrier/0292d3c9bcb242b99ae7333193a08518 2024-11-13T23:27:34,992 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/table/6a05b5ab434c4333bc357723c4e339b3 is 53, key is hbase:replication/table:state/1731540443384/Put/seqid=0 2024-11-13T23:27:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741851_1027 (size=5308) 2024-11-13T23:27:35,090 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:35,290 DEBUG [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:27:35,293 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.wal-reader.714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 to pos 1328, reset compression=false 2024-11-13T23:27:35,397 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/table/6a05b5ab434c4333bc357723c4e339b3 2024-11-13T23:27:35,401 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/info/3d4f777a22e9417494d7c13e9a37c7d9 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/info/3d4f777a22e9417494d7c13e9a37c7d9 2024-11-13T23:27:35,405 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/info/3d4f777a22e9417494d7c13e9a37c7d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:27:35,405 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/ns/c9e51d5c39414135b3f1707274ef804e as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/ns/c9e51d5c39414135b3f1707274ef804e 2024-11-13T23:27:35,409 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/ns/c9e51d5c39414135b3f1707274ef804e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:27:35,410 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/rep_barrier/0292d3c9bcb242b99ae7333193a08518 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/rep_barrier/0292d3c9bcb242b99ae7333193a08518 2024-11-13T23:27:35,414 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/rep_barrier/0292d3c9bcb242b99ae7333193a08518, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:27:35,414 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/.tmp/table/6a05b5ab434c4333bc357723c4e339b3 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/table/6a05b5ab434c4333bc357723c4e339b3 2024-11-13T23:27:35,418 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/table/6a05b5ab434c4333bc357723c4e339b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:27:35,419 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-13T23:27:35,419 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:27:35,422 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:27:35,423 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:35,423 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:35,423 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:35,423 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540453689Running coprocessor pre-close hooks at 1731540453689Disabling compacts and flushes for region at 1731540453689Disabling writes for close at 1731540453689Obtaining lock to block concurrent updates at 1731540453689Preparing flush snapshotting stores in 1588230740 at 1731540453689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540453689Flushing stores of hbase:meta,,1.1588230740 at 1731540453690 (+1 ms)Flushing 1588230740/info: creating writer at 1731540453690Flushing 1588230740/info: appending metadata at 1731540453706 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731540453706Flushing 1588230740/ns: creating writer at 1731540454116 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731540454134 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731540454134Flushing 1588230740/rep_barrier: creating writer at 1731540454545 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540454567 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540454567Flushing 1588230740/table: creating writer at 1731540454978 (+411 ms)Flushing 1588230740/table: appending metadata at 1731540454991 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731540454992 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143b3097: reopening flushed file at 1731540455400 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c24e556: reopening flushed file at 1731540455405 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23675dad: reopening flushed file at 1731540455409 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5247a: reopening flushed file at 1731540455414 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1731540455419 (+5 ms)Writing region close event to WAL at 1731540455420 (+1 ms)Running coprocessor post-close hooks at 1731540455423 (+3 ms)Closed at 1731540455423 2024-11-13T23:27:35,423 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:35,490 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,37261,1731540433780; all regions closed. 2024-11-13T23:27:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:27:35,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.meta.1731540435863.meta not finished, retry = 0 2024-11-13T23:27:35,595 DEBUG [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/oldWALs 2024-11-13T23:27:35,595 INFO [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37261%2C1731540433780.meta:.meta(num 1731540435863) 2024-11-13T23:27:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741839_1015 (size=2695) 2024-11-13T23:27:35,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.rep.1731540443323 not finished, retry = 0 2024-11-13T23:27:35,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:35,696 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 714b435e65e7:38079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:27:35,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=714b435e65e7:38079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T23:27:35,699 DEBUG [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/oldWALs 2024-11-13T23:27:35,699 INFO [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37261%2C1731540433780.rep:(num 1731540443323) 2024-11-13T23:27:35,699 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=714b435e65e7:38079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T23:27:35,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 714b435e65e7:38079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 714b435e65e7/172.17.0.2:38079 2024-11-13T23:27:35,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/WALs/714b435e65e7,37261,1731540433780/714b435e65e7%2C37261%2C1731540433780.1731540435471 not finished, retry = 0 2024-11-13T23:27:35,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741833_1009 (size=1336) 2024-11-13T23:27:35,803 DEBUG [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/oldWALs 2024-11-13T23:27:35,803 INFO [RS:0;714b435e65e7:37261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37261%2C1731540433780:(num 1731540435471) 2024-11-13T23:27:35,803 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:35,803 INFO [RS:0;714b435e65e7:37261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:35,804 INFO [RS:0;714b435e65e7:37261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:35,804 INFO [RS:0;714b435e65e7:37261 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:35,804 INFO [RS:0;714b435e65e7:37261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:35,804 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:35,804 INFO [RS:0;714b435e65e7:37261 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,37261,1731540433780 because: Region server is closing 2024-11-13T23:27:35,804 INFO [RS:0;714b435e65e7:37261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37261. 2024-11-13T23:27:35,804 DEBUG [RS:0;714b435e65e7:37261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:35,804 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:35,804 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:35,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:35,905 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T23:27:35,905 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T23:27:35,905 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T23:27:36,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:36,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:36,606 INFO [RS:0;714b435e65e7:37261 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37261,1731540433780.replicationSource.shipper714b435e65e7%2C37261%2C1731540433780,1-714b435e65e7,37261,1731540433780 terminated 2024-11-13T23:27:36,606 INFO [RS:0;714b435e65e7:37261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37261. 2024-11-13T23:27:36,606 DEBUG [RS:0;714b435e65e7:37261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:36,606 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:36,606 DEBUG [RS:0;714b435e65e7:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:36,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:36,606 INFO [RS:0;714b435e65e7:37261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37261 2024-11-13T23:27:36,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111738629/rs/714b435e65e7,37261,1731540433780 2024-11-13T23:27:36,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629/rs 2024-11-13T23:27:36,645 INFO [RS:0;714b435e65e7:37261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:36,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,37261,1731540433780] 2024-11-13T23:27:36,661 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111738629/draining/714b435e65e7,37261,1731540433780 already deleted, retry=false 2024-11-13T23:27:36,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,37261,1731540433780 expired; onlineServers=0 2024-11-13T23:27:36,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,36807,1731540433615' ***** 2024-11-13T23:27:36,661 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:27:36,662 INFO [M:0;714b435e65e7:36807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:36,662 INFO [M:0;714b435e65e7:36807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:36,662 DEBUG [M:0;714b435e65e7:36807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:27:36,662 DEBUG [M:0;714b435e65e7:36807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:27:36,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:27:36,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540435003 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540435003,5,FailOnTimeoutGroup] 2024-11-13T23:27:36,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540435031 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540435031,5,FailOnTimeoutGroup] 2024-11-13T23:27:36,662 INFO [M:0;714b435e65e7:36807 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:36,662 INFO [M:0;714b435e65e7:36807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:36,662 DEBUG [M:0;714b435e65e7:36807 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:27:36,662 INFO [M:0;714b435e65e7:36807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:27:36,662 INFO [M:0;714b435e65e7:36807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:36,662 INFO [M:0;714b435e65e7:36807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:27:36,662 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:27:36,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111738629/master 2024-11-13T23:27:36,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111738629 2024-11-13T23:27:36,670 DEBUG [M:0;714b435e65e7:36807 {}] zookeeper.ZKUtil(347): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Unable to get data of znode /0-2111738629/master because node does not exist (not an error) 2024-11-13T23:27:36,670 WARN [M:0;714b435e65e7:36807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:27:36,671 INFO [M:0;714b435e65e7:36807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/.lastflushedseqids 2024-11-13T23:27:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741852_1028 (size=263) 2024-11-13T23:27:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:36,753 INFO [RS:0;714b435e65e7:37261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x10137cfe63c0001, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:36,753 INFO [RS:0;714b435e65e7:37261 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,37261,1731540433780; zookeeper connection closed. 2024-11-13T23:27:36,754 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fc313bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fc313bd 2024-11-13T23:27:36,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:27:37,075 INFO [M:0;714b435e65e7:36807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:27:37,075 INFO [M:0;714b435e65e7:36807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:27:37,075 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:37,075 INFO [M:0;714b435e65e7:36807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:37,075 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:37,076 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:37,076 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:37,076 INFO [M:0;714b435e65e7:36807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T23:27:37,089 DEBUG [M:0;714b435e65e7:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2331ff3558054913aac60d7e9f34ef15 is 82, key is hbase:meta,,1/info:regioninfo/1731540435903/Put/seqid=0 2024-11-13T23:27:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741853_1029 (size=5672) 2024-11-13T23:27:37,492 INFO [M:0;714b435e65e7:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2331ff3558054913aac60d7e9f34ef15 2024-11-13T23:27:37,531 DEBUG [M:0;714b435e65e7:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca2e28c5385e4461bc6815a5c6a9f7c9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540443387/Put/seqid=0 2024-11-13T23:27:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741854_1030 (size=8515) 2024-11-13T23:27:37,554 INFO [M:0;714b435e65e7:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca2e28c5385e4461bc6815a5c6a9f7c9 2024-11-13T23:27:37,580 DEBUG [M:0;714b435e65e7:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83642ef846494b25928c23586bd4e0f1 is 69, key is 714b435e65e7,37261,1731540433780/rs:state/1731540435236/Put/seqid=0 2024-11-13T23:27:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741855_1031 (size=5156) 2024-11-13T23:27:37,614 INFO [M:0;714b435e65e7:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83642ef846494b25928c23586bd4e0f1 2024-11-13T23:27:37,624 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2331ff3558054913aac60d7e9f34ef15 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2331ff3558054913aac60d7e9f34ef15 2024-11-13T23:27:37,630 INFO [M:0;714b435e65e7:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2331ff3558054913aac60d7e9f34ef15, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T23:27:37,632 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca2e28c5385e4461bc6815a5c6a9f7c9 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca2e28c5385e4461bc6815a5c6a9f7c9 2024-11-13T23:27:37,639 INFO [M:0;714b435e65e7:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca2e28c5385e4461bc6815a5c6a9f7c9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T23:27:37,639 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83642ef846494b25928c23586bd4e0f1 as hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83642ef846494b25928c23586bd4e0f1 2024-11-13T23:27:37,647 INFO [M:0;714b435e65e7:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38321/user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83642ef846494b25928c23586bd4e0f1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T23:27:37,648 INFO [M:0;714b435e65e7:36807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=97, compaction requested=false 2024-11-13T23:27:37,666 INFO [M:0;714b435e65e7:36807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:37,666 DEBUG [M:0;714b435e65e7:36807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540457075Disabling compacts and flushes for region at 1731540457075Disabling writes for close at 1731540457076 (+1 ms)Obtaining lock to block concurrent updates at 1731540457076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540457076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731540457076Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540457076Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540457076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540457088 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540457088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540457501 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540457530 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540457531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540457559 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540457579 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540457579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1046b71f: reopening flushed file at 1731540457621 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f51bdd: reopening flushed file at 1731540457630 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9c500f: reopening flushed file at 1731540457639 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=97, compaction requested=false at 1731540457648 (+9 ms)Writing region close event to WAL at 1731540457666 (+18 ms)Closed at 1731540457666 2024-11-13T23:27:37,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43cdade6-fa6a-c5b3-1902-da441b9a9c74/MasterData/WALs/714b435e65e7,36807,1731540433615/714b435e65e7%2C36807%2C1731540433615.1731540434476 not finished, retry = 0 2024-11-13T23:27:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33303 is added to blk_1073741830_1006 (size=63642) 2024-11-13T23:27:37,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:37,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:37,707 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:37,778 INFO [M:0;714b435e65e7:36807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:27:37,778 INFO [M:0;714b435e65e7:36807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36807 2024-11-13T23:27:37,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:37,778 INFO [M:0;714b435e65e7:36807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:37,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:37,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10137cfe63c0000, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:37,900 INFO [M:0;714b435e65e7:36807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:37,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2d1afa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:37,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:37,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:37,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:37,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:37,924 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:27:37,924 WARN [BP-1967809269-172.17.0.2-1731540432006 heartbeating to localhost/127.0.0.1:38321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:27:37,924 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:27:37,924 WARN [BP-1967809269-172.17.0.2-1731540432006 heartbeating to localhost/127.0.0.1:38321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967809269-172.17.0.2-1731540432006 (Datanode Uuid d83c0a61-ad1f-466e-a6ef-b8c8f6c6b294) service to localhost/127.0.0.1:38321 2024-11-13T23:27:37,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec/data/data1/current/BP-1967809269-172.17.0.2-1731540432006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:37,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/cluster_a5a0a478-d6db-899e-8e2e-590716cd3aec/data/data2/current/BP-1967809269-172.17.0.2-1731540432006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:37,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:27:37,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267ec229{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:37,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:37,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:37,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:37,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13b1b43f-94eb-6bbb-b02e-3c3054e6436d/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:37,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:27:37,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:27:37,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 206) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38321 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55182) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38321 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38321 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34749 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55182) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34749 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 421) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7519 (was 7613) 2024-11-13T23:27:37,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=7519 2024-11-13T23:27:37,993 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T23:27:37,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.log.dir so I do NOT create it in target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb 2024-11-13T23:27:37,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:27:37,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.tmp.dir so I do NOT create it in target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb 2024-11-13T23:27:37,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636d1fde-bc09-ec01-199e-862723aeacce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:27:37,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb 2024-11-13T23:27:37,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e, deleteOnExit=true 2024-11-13T23:27:38,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e/zookeeper_0, clientPort=64327, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:27:38,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64327 2024-11-13T23:27:38,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:27:38,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/test.cache.data in system properties and HBase conf 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:27:38,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:38,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:27:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:27:38,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137cfe63c0005, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:27:38,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137cfe63c0002, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:27:38,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137cfe63c0005, quorum=127.0.0.1:55182, baseZNode=/1-1852388624 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:27:38,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137cfe63c0002, quorum=127.0.0.1:55182, baseZNode=/0-2111738629 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:27:38,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:38,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:38,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:38,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:38,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:27:38,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:38,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:38,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:38,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@568853b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/java.io.tmpdir/jetty-localhost-43679-hadoop-hdfs-3_4_1-tests_jar-_-any-13198413988500378627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:38,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:43679} 2024-11-13T23:27:38,517 INFO [Time-limited test {}] server.Server(415): Started @189670ms 2024-11-13T23:27:38,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:38,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:38,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:38,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:38,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:27:38,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:38,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b09d5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:38,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583d26ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/java.io.tmpdir/jetty-localhost-34127-hadoop-hdfs-3_4_1-tests_jar-_-any-15380275472327512582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:38,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67bebb46{HTTP/1.1, (http/1.1)}{localhost:34127} 2024-11-13T23:27:38,939 INFO [Time-limited test {}] server.Server(415): Started @190092ms 2024-11-13T23:27:38,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:27:39,573 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e/data/data1/current/BP-788883300-172.17.0.2-1731540458062/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:39,577 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e/data/data2/current/BP-788883300-172.17.0.2-1731540458062/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:39,656 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:27:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x825a191f39834d2d with lease ID 0x1d9a6cd34110283d: Processing first storage report for DS-a6931382-c7f4-4974-b134-ad67738dac0a from datanode DatanodeRegistration(127.0.0.1:44037, datanodeUuid=bd6deead-a337-4bf8-b4ab-6dae4fb22897, infoPort=41979, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1368594447;c=1731540458062) 2024-11-13T23:27:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x825a191f39834d2d with lease ID 0x1d9a6cd34110283d: from storage DS-a6931382-c7f4-4974-b134-ad67738dac0a node DatanodeRegistration(127.0.0.1:44037, datanodeUuid=bd6deead-a337-4bf8-b4ab-6dae4fb22897, infoPort=41979, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1368594447;c=1731540458062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x825a191f39834d2d with lease ID 0x1d9a6cd34110283d: Processing first storage report for DS-1688f59b-db41-4d8e-82f3-a02859758bfe from datanode DatanodeRegistration(127.0.0.1:44037, datanodeUuid=bd6deead-a337-4bf8-b4ab-6dae4fb22897, infoPort=41979, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1368594447;c=1731540458062) 2024-11-13T23:27:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x825a191f39834d2d with lease ID 0x1d9a6cd34110283d: from storage DS-1688f59b-db41-4d8e-82f3-a02859758bfe node DatanodeRegistration(127.0.0.1:44037, datanodeUuid=bd6deead-a337-4bf8-b4ab-6dae4fb22897, infoPort=41979, infoSecurePort=0, ipcPort=43209, storageInfo=lv=-57;cid=testClusterID;nsid=1368594447;c=1731540458062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:39,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb 2024-11-13T23:27:39,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:39,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:27:39,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef with version=8 2024-11-13T23:27:39,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/hbase-staging 2024-11-13T23:27:39,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:39,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:39,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:39,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:39,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:39,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:39,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:27:39,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:39,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46365 2024-11-13T23:27:39,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46365 connecting to ZooKeeper ensemble=127.0.0.1:64327 2024-11-13T23:27:39,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463650x0, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:39,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46365-0x10137d04c0b0000 connected 2024-11-13T23:27:39,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:39,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:39,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on znode that does not yet exist, /0138106350/running 2024-11-13T23:27:39,850 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef, hbase.cluster.distributed=false 2024-11-13T23:27:39,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on znode that does not yet exist, /0138106350/acl 2024-11-13T23:27:39,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46365 2024-11-13T23:27:39,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46365 2024-11-13T23:27:39,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46365 2024-11-13T23:27:39,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46365 2024-11-13T23:27:39,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46365 2024-11-13T23:27:39,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:39,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:39,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:39,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:39,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:39,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:39,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:27:39,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:39,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38371 2024-11-13T23:27:39,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38371 connecting to ZooKeeper ensemble=127.0.0.1:64327 2024-11-13T23:27:39,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:39,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:39,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383710x0, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:39,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383710x0, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on znode that does not yet exist, /0138106350/running 2024-11-13T23:27:39,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:27:39,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38371-0x10137d04c0b0001 connected 2024-11-13T23:27:39,933 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:27:39,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on znode that does not yet exist, /0138106350/master 2024-11-13T23:27:39,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on znode that does not yet exist, /0138106350/acl 2024-11-13T23:27:39,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38371 2024-11-13T23:27:39,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38371 2024-11-13T23:27:39,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38371 2024-11-13T23:27:39,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38371 2024-11-13T23:27:39,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38371 2024-11-13T23:27:39,965 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:46365 2024-11-13T23:27:39,965 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0138106350/backup-masters/714b435e65e7,46365,1731540459707 2024-11-13T23:27:39,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350/backup-masters 2024-11-13T23:27:39,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350/backup-masters 2024-11-13T23:27:39,977 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on existing znode=/0138106350/backup-masters/714b435e65e7,46365,1731540459707 2024-11-13T23:27:39,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0138106350/master 2024-11-13T23:27:39,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:39,989 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on existing znode=/0138106350/master 2024-11-13T23:27:39,990 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0138106350/backup-masters/714b435e65e7,46365,1731540459707 from backup master directory 2024-11-13T23:27:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350/backup-masters 2024-11-13T23:27:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0138106350/backup-masters/714b435e65e7,46365,1731540459707 2024-11-13T23:27:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350/backup-masters 2024-11-13T23:27:39,999 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:39,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,46365,1731540459707 2024-11-13T23:27:40,016 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/hbase.id] with ID: 5392e2ea-dc4b-4b84-aba1-29378a97b232 2024-11-13T23:27:40,017 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/.tmp/hbase.id 2024-11-13T23:27:40,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:27:40,040 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/.tmp/hbase.id]:[hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/hbase.id] 2024-11-13T23:27:40,062 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:40,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:27:40,066 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T23:27:40,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:27:40,104 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:40,105 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:27:40,111 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:40,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:27:40,537 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store 2024-11-13T23:27:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:27:40,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:40,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:40,551 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:40,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:40,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:40,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:40,551 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:40,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540460551Disabling compacts and flushes for region at 1731540460551Disabling writes for close at 1731540460551Writing region close event to WAL at 1731540460551Closed at 1731540460551 2024-11-13T23:27:40,552 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/.initializing 2024-11-13T23:27:40,552 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/WALs/714b435e65e7,46365,1731540459707 2024-11-13T23:27:40,553 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:40,555 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C46365%2C1731540459707, suffix=, logDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/WALs/714b435e65e7,46365,1731540459707, archiveDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/oldWALs, maxLogs=10 2024-11-13T23:27:40,578 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/WALs/714b435e65e7,46365,1731540459707/714b435e65e7%2C46365%2C1731540459707.1731540460555, exclude list is [], retry=0 2024-11-13T23:27:40,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-a6931382-c7f4-4974-b134-ad67738dac0a,DISK] 2024-11-13T23:27:40,604 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/WALs/714b435e65e7,46365,1731540459707/714b435e65e7%2C46365%2C1731540459707.1731540460555 2024-11-13T23:27:40,619 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-13T23:27:40,619 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:40,620 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:40,620 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,620 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:27:40,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:40,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:40,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:27:40,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:40,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:40,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:27:40,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:40,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:40,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:27:40,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:40,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:40,633 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,634 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,634 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,635 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,635 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,636 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:40,639 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:40,642 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:40,642 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63351707, jitterRate=-0.05598600208759308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:40,643 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540460620Initializing all the Stores at 1731540460623 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540460623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540460624 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540460624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540460624Cleaning up temporary data from old regions at 1731540460635 (+11 ms)Region opened successfully at 1731540460643 (+8 ms) 2024-11-13T23:27:40,643 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:27:40,646 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8b3d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:40,649 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:27:40,649 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:27:40,649 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:27:40,649 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:27:40,650 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:27:40,650 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:27:40,650 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:27:40,655 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:27:40,657 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Unable to get data of znode /0138106350/balancer because node does not exist (not necessarily an error) 2024-11-13T23:27:40,695 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0138106350/balancer already deleted, retry=false 2024-11-13T23:27:40,695 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:27:40,696 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Unable to get data of znode /0138106350/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:27:40,703 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0138106350/normalizer already deleted, retry=false 2024-11-13T23:27:40,703 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:27:40,704 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Unable to get data of znode /0138106350/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:27:40,711 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0138106350/switch/split already deleted, retry=false 2024-11-13T23:27:40,712 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Unable to get data of znode /0138106350/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:27:40,719 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0138106350/switch/merge already deleted, retry=false 2024-11-13T23:27:40,722 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Unable to get data of znode /0138106350/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:27:40,732 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0138106350/snapshot-cleanup already deleted, retry=false 2024-11-13T23:27:40,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0138106350/running 2024-11-13T23:27:40,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0138106350/running 2024-11-13T23:27:40,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,742 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,46365,1731540459707, sessionid=0x10137d04c0b0000, setting cluster-up flag (Was=false) 2024-11-13T23:27:40,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,782 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0138106350/flush-table-proc/acquired, /0138106350/flush-table-proc/reached, /0138106350/flush-table-proc/abort 2024-11-13T23:27:40,784 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,46365,1731540459707 2024-11-13T23:27:40,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:40,828 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0138106350/online-snapshot/acquired, /0138106350/online-snapshot/reached, /0138106350/online-snapshot/abort 2024-11-13T23:27:40,829 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,46365,1731540459707 2024-11-13T23:27:40,836 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:27:40,844 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:40,845 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:27:40,845 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:27:40,845 WARN [master/714b435e65e7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 714b435e65e7,37829,1731540408218: status=Processing ServerCrashProcedure of 714b435e65e7,37829,1731540408218 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731540422692, completionTime=-1 appears to have been leaked 2024-11-13T23:27:40,845 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,46365,1731540459707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:40,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:40,861 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(746): ClusterId : 5392e2ea-dc4b-4b84-aba1-29378a97b232 2024-11-13T23:27:40,861 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:27:40,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:40,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:27:40,873 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:40,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:27:40,874 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:27:40,874 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:27:40,885 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:27:40,885 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7649b999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:40,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540490918 2024-11-13T23:27:40,918 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:38371 2024-11-13T23:27:40,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:27:40,918 INFO [RS:0;714b435e65e7:38371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:27:40,918 INFO [RS:0;714b435e65e7:38371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:27:40,918 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:27:40,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:27:40,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:27:40,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:27:40,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:27:40,918 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:27:40,919 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,46365,1731540459707 with port=38371, startcode=1731540459889 2024-11-13T23:27:40,919 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:27:40,927 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:40,936 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:27:40,936 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:27:40,936 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:27:40,936 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:27:40,936 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:27:40,936 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46365 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:40,939 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T23:27:40,939 WARN [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T23:27:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:27:40,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:27:40,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef 2024-11-13T23:27:40,972 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:27:40,972 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:27:40,975 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540460972,5,FailOnTimeoutGroup] 2024-11-13T23:27:40,978 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540460975,5,FailOnTimeoutGroup] 2024-11-13T23:27:40,978 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:40,978 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:27:40,978 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:40,978 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:27:40,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:41,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:41,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:41,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:41,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:41,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:41,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:41,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:41,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:41,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:41,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740 2024-11-13T23:27:41,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740 2024-11-13T23:27:41,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:41,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:41,014 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:41,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:41,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:41,028 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72285485, jitterRate=0.07713766396045685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:41,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540460995Initializing all the Stores at 1731540460997 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540460997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540461003 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540461003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540461003Cleaning up temporary data from old regions at 1731540461013 (+10 ms)Region opened successfully at 1731540461029 (+16 ms) 2024-11-13T23:27:41,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:41,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:41,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:41,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:41,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:41,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:41,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540461029Disabling compacts and flushes for region at 1731540461029Disabling writes for close at 1731540461029Writing region close event to WAL at 1731540461030 (+1 ms)Closed at 1731540461030 2024-11-13T23:27:41,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:41,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:27:41,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:27:41,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:41,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:27:41,040 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,46365,1731540459707 with port=38371, startcode=1731540459889 2024-11-13T23:27:41,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46365 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,042 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef 2024-11-13T23:27:41,042 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36821 2024-11-13T23:27:41,042 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:27:41,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350/rs 2024-11-13T23:27:41,054 DEBUG [RS:0;714b435e65e7:38371 {}] zookeeper.ZKUtil(111): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on existing znode=/0138106350/rs/714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,054 WARN [RS:0;714b435e65e7:38371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:41,054 INFO [RS:0;714b435e65e7:38371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:41,054 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,38371,1731540459889] 2024-11-13T23:27:41,076 INFO [RS:0;714b435e65e7:38371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:27:41,091 INFO [RS:0;714b435e65e7:38371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:27:41,099 INFO [RS:0;714b435e65e7:38371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:27:41,099 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,100 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:27:41,102 INFO [RS:0;714b435e65e7:38371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:27:41,102 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:41,102 DEBUG [RS:0;714b435e65e7:38371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:41,103 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,103 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,103 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,103 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,103 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,103 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38371,1731540459889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:41,139 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:27:41,139 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38371,1731540459889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,139 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,139 INFO [RS:0;714b435e65e7:38371 {}] regionserver.Replication(171): 714b435e65e7,38371,1731540459889 started 2024-11-13T23:27:41,161 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,161 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,38371,1731540459889, RpcServer on 714b435e65e7/172.17.0.2:38371, sessionid=0x10137d04c0b0001 2024-11-13T23:27:41,161 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:27:41,161 DEBUG [RS:0;714b435e65e7:38371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,161 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,38371,1731540459889' 2024-11-13T23:27:41,161 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0138106350/flush-table-proc/abort' 2024-11-13T23:27:41,168 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0138106350/flush-table-proc/acquired' 2024-11-13T23:27:41,169 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:27:41,169 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:27:41,169 DEBUG [RS:0;714b435e65e7:38371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,169 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,38371,1731540459889' 2024-11-13T23:27:41,169 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0138106350/online-snapshot/abort' 2024-11-13T23:27:41,170 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0138106350/online-snapshot/acquired' 2024-11-13T23:27:41,171 DEBUG [RS:0;714b435e65e7:38371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:27:41,171 INFO [RS:0;714b435e65e7:38371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:27:41,171 INFO [RS:0;714b435e65e7:38371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:27:41,184 WARN [714b435e65e7:46365 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:27:41,271 INFO [RS:0;714b435e65e7:38371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:41,273 INFO [RS:0;714b435e65e7:38371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C38371%2C1731540459889, suffix=, logDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889, archiveDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/oldWALs, maxLogs=10 2024-11-13T23:27:41,290 DEBUG [RS:0;714b435e65e7:38371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, exclude list is [], retry=0 2024-11-13T23:27:41,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-a6931382-c7f4-4974-b134-ad67738dac0a,DISK] 2024-11-13T23:27:41,301 INFO [RS:0;714b435e65e7:38371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 2024-11-13T23:27:41,309 DEBUG [RS:0;714b435e65e7:38371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-13T23:27:41,434 DEBUG [714b435e65e7:46365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:27:41,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,436 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,38371,1731540459889, state=OPENING 2024-11-13T23:27:41,444 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:27:41,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:41,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:41,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0138106350/meta-region-server: CHANGED 2024-11-13T23:27:41,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0138106350/meta-region-server: CHANGED 2024-11-13T23:27:41,454 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:41,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,38371,1731540459889}] 2024-11-13T23:27:41,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:41,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:27:41,615 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:27:41,615 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:41,616 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:27:41,617 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C38371%2C1731540459889.meta, suffix=.meta, logDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889, archiveDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/oldWALs, maxLogs=10 2024-11-13T23:27:41,638 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.meta.1731540461618.meta, exclude list is [], retry=0 2024-11-13T23:27:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-a6931382-c7f4-4974-b134-ad67738dac0a,DISK] 2024-11-13T23:27:41,653 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.meta.1731540461618.meta 2024-11-13T23:27:41,653 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-13T23:27:41,653 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:41,654 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:41,654 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:41,654 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:27:41,654 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:27:41,654 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:27:41,654 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:41,654 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:27:41,654 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:27:41,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:41,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:41,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:41,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:41,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:41,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:41,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:41,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:41,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:41,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:41,672 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:41,674 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740 2024-11-13T23:27:41,675 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740 2024-11-13T23:27:41,676 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:41,676 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:41,676 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:41,679 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:41,680 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62640420, jitterRate=-0.0665850043296814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:41,680 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:27:41,681 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540461654Writing region info on filesystem at 1731540461655 (+1 ms)Initializing all the Stores at 1731540461659 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540461659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540461659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540461659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540461659Cleaning up temporary data from old regions at 1731540461676 (+17 ms)Running coprocessor post-open hooks at 1731540461680 (+4 ms)Region opened successfully at 1731540461681 (+1 ms) 2024-11-13T23:27:41,682 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540461607 2024-11-13T23:27:41,684 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:27:41,684 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:27:41,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,38371,1731540459889, state=OPEN 2024-11-13T23:27:41,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:41,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:41,717 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8172 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:41,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0138106350/meta-region-server 2024-11-13T23:27:41,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0138106350/meta-region-server 2024-11-13T23:27:41,721 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,38371,1731540459889 2024-11-13T23:27:41,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0138106350/meta-region-server: CHANGED 2024-11-13T23:27:41,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0138106350/meta-region-server: CHANGED 2024-11-13T23:27:41,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:27:41,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,38371,1731540459889 in 267 msec 2024-11-13T23:27:41,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:27:41,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-11-13T23:27:41,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:41,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:27:41,727 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:41,727 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38371,1731540459889, seqNum=-1] 2024-11-13T23:27:41,727 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:41,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:41,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-13T23:27:41,736 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540461736, completionTime=-1 2024-11-13T23:27:41,736 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:27:41,736 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:27:41,739 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:27:41,739 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540521739 2024-11-13T23:27:41,739 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540581739 2024-11-13T23:27:41,739 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T23:27:41,740 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46365,1731540459707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,740 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46365,1731540459707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,740 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46365,1731540459707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,740 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:46365, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,740 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,740 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,742 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:27:41,747 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.748sec 2024-11-13T23:27:41,748 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:27:41,748 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:27:41,748 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:27:41,748 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:27:41,748 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:27:41,748 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46365,1731540459707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:41,748 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46365,1731540459707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:27:41,750 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:27:41,750 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:27:41,750 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46365,1731540459707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:41,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:41,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46365,-1 for getting cluster id 2024-11-13T23:27:41,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:41,769 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5392e2ea-dc4b-4b84-aba1-29378a97b232' 2024-11-13T23:27:41,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:41,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5392e2ea-dc4b-4b84-aba1-29378a97b232" 2024-11-13T23:27:41,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e821452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:41,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46365,-1] 2024-11-13T23:27:41,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:41,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:41,771 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:41,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c58b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:41,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38371,1731540459889, seqNum=-1] 2024-11-13T23:27:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:41,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:41,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,46365,1731540459707 2024-11-13T23:27:41,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64327 2024-11-13T23:27:41,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:41,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137d04c0b0002 connected 2024-11-13T23:27:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.log.dir so I do NOT create it in target/test-data/71e3f012-12fd-b2af-c257-98da51469010 2024-11-13T23:27:41,816 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:27:41,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.tmp.dir so I do NOT create it in target/test-data/71e3f012-12fd-b2af-c257-98da51469010 2024-11-13T23:27:41,816 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:27:41,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/cluster_c12791f5-ea21-baa1-d8d4-defb3cb2f4c2, deleteOnExit=true 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/test.cache.data in system properties and HBase conf 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:27:41,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:27:41,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:41,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:27:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:27:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:27:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:27:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:27:41,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:27:42,074 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T23:27:42,116 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,116 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,117 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,117 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,117 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,117 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,131 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,137 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,145 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:42,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:42,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:42,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:42,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:42,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:27:42,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:42,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7c9c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:42,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:42,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22c0462{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/java.io.tmpdir/jetty-localhost-33131-hadoop-hdfs-3_4_1-tests_jar-_-any-2171244523778595970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:42,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@542f28d8{HTTP/1.1, (http/1.1)}{localhost:33131} 2024-11-13T23:27:42,396 INFO [Time-limited test {}] server.Server(415): Started @193550ms 2024-11-13T23:27:42,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:27:42,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:27:42,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:27:42,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:27:42,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:27:42,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6736a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:27:42,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:27:43,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24d7c89d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/java.io.tmpdir/jetty-localhost-46449-hadoop-hdfs-3_4_1-tests_jar-_-any-3716474265336829338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:43,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a961742{HTTP/1.1, (http/1.1)}{localhost:46449} 2024-11-13T23:27:43,117 INFO [Time-limited test {}] server.Server(415): Started @194271ms 2024-11-13T23:27:43,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:27:43,701 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/cluster_c12791f5-ea21-baa1-d8d4-defb3cb2f4c2/data/data1/current/BP-1537425191-172.17.0.2-1731540461838/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:43,703 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/cluster_c12791f5-ea21-baa1-d8d4-defb3cb2f4c2/data/data2/current/BP-1537425191-172.17.0.2-1731540461838/current, will proceed with Du for space computation calculation, 2024-11-13T23:27:43,740 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:27:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67ebb94912c0abde with lease ID 0x9493d1ab92dc4b87: Processing first storage report for DS-e0517081-bdc2-4c54-981d-9c29a398251f from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=797b4db9-9e5f-46ea-a00a-b592ae158462, infoPort=38231, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1788439155;c=1731540461838) 2024-11-13T23:27:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67ebb94912c0abde with lease ID 0x9493d1ab92dc4b87: from storage DS-e0517081-bdc2-4c54-981d-9c29a398251f node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=797b4db9-9e5f-46ea-a00a-b592ae158462, infoPort=38231, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1788439155;c=1731540461838), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67ebb94912c0abde with lease ID 0x9493d1ab92dc4b87: Processing first storage report for DS-c6bb0051-558e-4c58-ab5a-be781aaea912 from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=797b4db9-9e5f-46ea-a00a-b592ae158462, infoPort=38231, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1788439155;c=1731540461838) 2024-11-13T23:27:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67ebb94912c0abde with lease ID 0x9493d1ab92dc4b87: from storage DS-c6bb0051-558e-4c58-ab5a-be781aaea912 node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=797b4db9-9e5f-46ea-a00a-b592ae158462, infoPort=38231, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1788439155;c=1731540461838), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:27:43,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010 2024-11-13T23:27:43,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:43,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:27:43,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1 with version=8 2024-11-13T23:27:43,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/hbase-staging 2024-11-13T23:27:43,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:43,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:43,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:43,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:43,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:43,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:43,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:27:43,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:43,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41835 2024-11-13T23:27:43,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41835 connecting to ZooKeeper ensemble=127.0.0.1:64327 2024-11-13T23:27:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418350x0, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:43,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41835-0x10137d04c0b0003 connected 2024-11-13T23:27:43,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:43,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:43,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on znode that does not yet exist, /1686164022/running 2024-11-13T23:27:43,882 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1, hbase.cluster.distributed=false 2024-11-13T23:27:43,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on znode that does not yet exist, /1686164022/acl 2024-11-13T23:27:43,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-13T23:27:43,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41835 2024-11-13T23:27:43,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41835 2024-11-13T23:27:43,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-13T23:27:43,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-13T23:27:43,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:27:43,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:43,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:43,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:27:43,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:27:43,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:27:43,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:27:43,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:27:43,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45613 2024-11-13T23:27:43,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45613 connecting to ZooKeeper ensemble=127.0.0.1:64327 2024-11-13T23:27:43,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:43,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456130x0, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:43,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456130x0, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on znode that does not yet exist, /1686164022/running 2024-11-13T23:27:43,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45613-0x10137d04c0b0004 connected 2024-11-13T23:27:43,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:27:43,931 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:27:43,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on znode that does not yet exist, /1686164022/master 2024-11-13T23:27:43,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on znode that does not yet exist, /1686164022/acl 2024-11-13T23:27:43,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45613 2024-11-13T23:27:43,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45613 2024-11-13T23:27:43,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45613 2024-11-13T23:27:43,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45613 2024-11-13T23:27:43,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45613 2024-11-13T23:27:43,960 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:41835 2024-11-13T23:27:43,961 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1686164022/backup-masters/714b435e65e7,41835,1731540463797 2024-11-13T23:27:43,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022/backup-masters 2024-11-13T23:27:43,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022/backup-masters 2024-11-13T23:27:43,970 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on existing znode=/1686164022/backup-masters/714b435e65e7,41835,1731540463797 2024-11-13T23:27:43,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1686164022/master 2024-11-13T23:27:43,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:43,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:43,978 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on existing znode=/1686164022/master 2024-11-13T23:27:43,979 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1686164022/backup-masters/714b435e65e7,41835,1731540463797 from backup master directory 2024-11-13T23:27:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022/backup-masters 2024-11-13T23:27:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1686164022/backup-masters/714b435e65e7,41835,1731540463797 2024-11-13T23:27:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022/backup-masters 2024-11-13T23:27:43,986 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:43,986 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,41835,1731540463797 2024-11-13T23:27:43,998 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/hbase.id] with ID: ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb 2024-11-13T23:27:43,998 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/.tmp/hbase.id 2024-11-13T23:27:44,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:27:44,011 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/.tmp/hbase.id]:[hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/hbase.id] 2024-11-13T23:27:44,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:27:44,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:27:44,027 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:27:44,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:27:44,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:44,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:27:44,066 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:27:44,091 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store 2024-11-13T23:27:44,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:27:44,157 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:44,157 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:44,157 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:44,157 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:44,157 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:44,157 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:44,157 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:44,158 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540464157Disabling compacts and flushes for region at 1731540464157Disabling writes for close at 1731540464157Writing region close event to WAL at 1731540464157Closed at 1731540464157 2024-11-13T23:27:44,158 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/.initializing 2024-11-13T23:27:44,158 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/WALs/714b435e65e7,41835,1731540463797 2024-11-13T23:27:44,159 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:44,162 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C41835%2C1731540463797, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/WALs/714b435e65e7,41835,1731540463797, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/oldWALs, maxLogs=10 2024-11-13T23:27:44,207 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/WALs/714b435e65e7,41835,1731540463797/714b435e65e7%2C41835%2C1731540463797.1731540464163, exclude list is [], retry=0 2024-11-13T23:27:44,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-e0517081-bdc2-4c54-981d-9c29a398251f,DISK] 2024-11-13T23:27:44,245 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/WALs/714b435e65e7,41835,1731540463797/714b435e65e7%2C41835%2C1731540463797.1731540464163 2024-11-13T23:27:44,249 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38231:38231)] 2024-11-13T23:27:44,249 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:44,250 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:44,250 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,250 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:27:44,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:44,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:27:44,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:44,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:27:44,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:44,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:27:44,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:44,267 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,268 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,268 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,269 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,269 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,270 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:44,272 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:27:44,275 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:44,275 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71754449, jitterRate=0.06922461092472076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:44,276 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540464250Initializing all the Stores at 1731540464251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540464251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540464252 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540464252Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540464252Cleaning up temporary data from old regions at 1731540464269 (+17 ms)Region opened successfully at 1731540464276 (+7 ms) 2024-11-13T23:27:44,288 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:27:44,291 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191ea4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:44,293 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:27:44,294 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:27:44,294 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:27:44,294 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:27:44,296 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T23:27:44,296 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:27:44,296 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:27:44,314 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:27:44,316 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Unable to get data of znode /1686164022/balancer because node does not exist (not necessarily an error) 2024-11-13T23:27:44,324 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1686164022/balancer already deleted, retry=false 2024-11-13T23:27:44,324 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:27:44,325 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Unable to get data of znode /1686164022/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:27:44,332 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1686164022/normalizer already deleted, retry=false 2024-11-13T23:27:44,332 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:27:44,348 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Unable to get data of znode /1686164022/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:27:44,411 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1686164022/switch/split already deleted, retry=false 2024-11-13T23:27:44,412 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Unable to get data of znode /1686164022/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:27:44,419 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1686164022/switch/merge already deleted, retry=false 2024-11-13T23:27:44,426 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Unable to get data of znode /1686164022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:27:44,436 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1686164022/snapshot-cleanup already deleted, retry=false 2024-11-13T23:27:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1686164022/running 2024-11-13T23:27:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1686164022/running 2024-11-13T23:27:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,41835,1731540463797, sessionid=0x10137d04c0b0003, setting cluster-up flag (Was=false) 2024-11-13T23:27:44,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,486 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1686164022/flush-table-proc/acquired, /1686164022/flush-table-proc/reached, /1686164022/flush-table-proc/abort 2024-11-13T23:27:44,487 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,41835,1731540463797 2024-11-13T23:27:44,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:44,532 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1686164022/online-snapshot/acquired, /1686164022/online-snapshot/reached, /1686164022/online-snapshot/abort 2024-11-13T23:27:44,536 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,41835,1731540463797 2024-11-13T23:27:44,544 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:27:44,552 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:44,553 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:27:44,553 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:27:44,553 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,41835,1731540463797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:44,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,562 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(746): ClusterId : ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb 2024-11-13T23:27:44,562 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:27:44,571 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:27:44,571 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:27:44,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:44,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:27:44,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:27:44,579 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:27:44,580 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e15fdf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:27:44,600 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540494600 2024-11-13T23:27:44,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:27:44,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:27:44,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:27:44,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:27:44,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:27:44,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:27:44,601 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:45613 2024-11-13T23:27:44,601 INFO [RS:0;714b435e65e7:45613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:27:44,601 INFO [RS:0;714b435e65e7:45613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:27:44,601 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:27:44,602 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,41835,1731540463797 with port=45613, startcode=1731540463908 2024-11-13T23:27:44,603 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:27:44,603 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:27:44,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:27:44,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:27:44,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:27:44,607 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:27:44,607 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:27:44,607 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:27:44,607 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:27:44,608 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T23:27:44,608 WARN [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T23:27:44,610 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540464607,5,FailOnTimeoutGroup] 2024-11-13T23:27:44,612 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540464610,5,FailOnTimeoutGroup] 2024-11-13T23:27:44,612 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,612 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:27:44,612 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,612 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:27:44,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:27:44,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1 2024-11-13T23:27:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:27:44,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:44,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:44,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:44,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:44,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:44,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:44,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:44,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:44,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:44,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:44,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:44,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:44,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:44,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:44,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:44,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740 2024-11-13T23:27:44,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740 2024-11-13T23:27:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:44,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:44,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:44,652 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:44,652 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73476151, jitterRate=0.09487996995449066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:44,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540464632Initializing all the Stores at 1731540464633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540464633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540464635 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540464635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540464635Cleaning up temporary data from old regions at 1731540464646 (+11 ms)Region opened successfully at 1731540464652 (+6 ms) 2024-11-13T23:27:44,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:44,652 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:44,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:44,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:44,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:44,659 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:44,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540464652Disabling compacts and flushes for region at 1731540464652Disabling writes for close at 1731540464652Writing region close event to WAL at 1731540464659 (+7 ms)Closed at 1731540464659 2024-11-13T23:27:44,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:44,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:27:44,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:27:44,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:44,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:27:44,709 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,41835,1731540463797 with port=45613, startcode=1731540463908 2024-11-13T23:27:44,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,45613,1731540463908 2024-11-13T23:27:44,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,45613,1731540463908 2024-11-13T23:27:44,711 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1 2024-11-13T23:27:44,711 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40061 2024-11-13T23:27:44,711 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:27:44,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022/rs 2024-11-13T23:27:44,720 DEBUG [RS:0;714b435e65e7:45613 {}] zookeeper.ZKUtil(111): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on existing znode=/1686164022/rs/714b435e65e7,45613,1731540463908 2024-11-13T23:27:44,720 WARN [RS:0;714b435e65e7:45613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:27:44,720 INFO [RS:0;714b435e65e7:45613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:44,720 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908 2024-11-13T23:27:44,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,45613,1731540463908] 2024-11-13T23:27:44,724 INFO [RS:0;714b435e65e7:45613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:27:44,725 INFO [RS:0;714b435e65e7:45613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:27:44,730 INFO [RS:0;714b435e65e7:45613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:27:44,730 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,731 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:27:44,732 INFO [RS:0;714b435e65e7:45613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:27:44,732 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,732 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,733 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:27:44,733 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:44,733 DEBUG [RS:0;714b435e65e7:45613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:27:44,739 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,739 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,739 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,739 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,739 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,739 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45613,1731540463908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:44,759 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:27:44,760 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45613,1731540463908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,760 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,760 INFO [RS:0;714b435e65e7:45613 {}] regionserver.Replication(171): 714b435e65e7,45613,1731540463908 started 2024-11-13T23:27:44,778 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:44,778 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,45613,1731540463908, RpcServer on 714b435e65e7/172.17.0.2:45613, sessionid=0x10137d04c0b0004 2024-11-13T23:27:44,778 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:27:44,778 DEBUG [RS:0;714b435e65e7:45613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,45613,1731540463908 2024-11-13T23:27:44,778 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,45613,1731540463908' 2024-11-13T23:27:44,778 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1686164022/flush-table-proc/abort' 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1686164022/flush-table-proc/acquired' 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,45613,1731540463908 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,45613,1731540463908' 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1686164022/online-snapshot/abort' 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1686164022/online-snapshot/acquired' 2024-11-13T23:27:44,779 DEBUG [RS:0;714b435e65e7:45613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:27:44,780 INFO [RS:0;714b435e65e7:45613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:27:44,780 INFO [RS:0;714b435e65e7:45613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:27:44,812 WARN [714b435e65e7:41835 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:27:44,880 INFO [RS:0;714b435e65e7:45613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:27:44,882 INFO [RS:0;714b435e65e7:45613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C45613%2C1731540463908, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/oldWALs, maxLogs=10 2024-11-13T23:27:44,899 DEBUG [RS:0;714b435e65e7:45613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, exclude list is [], retry=0 2024-11-13T23:27:44,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-e0517081-bdc2-4c54-981d-9c29a398251f,DISK] 2024-11-13T23:27:44,929 INFO [RS:0;714b435e65e7:45613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 2024-11-13T23:27:44,935 DEBUG [RS:0;714b435e65e7:45613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38231:38231)] 2024-11-13T23:27:45,063 DEBUG [714b435e65e7:41835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:27:45,064 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,45613,1731540463908 2024-11-13T23:27:45,065 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,45613,1731540463908, state=OPENING 2024-11-13T23:27:45,115 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:27:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:45,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1686164022/meta-region-server: CHANGED 2024-11-13T23:27:45,133 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:27:45,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1686164022/meta-region-server: CHANGED 2024-11-13T23:27:45,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,45613,1731540463908}] 2024-11-13T23:27:45,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:45,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:27:45,319 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:27:45,319 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:45,319 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:27:45,321 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C45613%2C1731540463908.meta, suffix=.meta, logDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/oldWALs, maxLogs=10 2024-11-13T23:27:45,339 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.meta.1731540465321.meta, exclude list is [], retry=0 2024-11-13T23:27:45,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-e0517081-bdc2-4c54-981d-9c29a398251f,DISK] 2024-11-13T23:27:45,359 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.meta.1731540465321.meta 2024-11-13T23:27:45,363 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38231:38231)] 2024-11-13T23:27:45,363 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:45,363 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:45,363 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:45,363 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:27:45,363 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:27:45,363 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:27:45,364 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:45,364 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:27:45,364 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:27:45,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:27:45,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:27:45,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:45,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:45,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:27:45,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:27:45,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:45,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:45,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:27:45,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:27:45,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:45,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:45,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:27:45,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:27:45,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:45,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:27:45,384 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:27:45,384 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740 2024-11-13T23:27:45,386 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740 2024-11-13T23:27:45,387 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:27:45,387 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:27:45,387 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:27:45,388 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:27:45,389 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59605263, jitterRate=-0.11181236803531647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:27:45,389 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:27:45,389 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540465364Writing region info on filesystem at 1731540465364Initializing all the Stores at 1731540465365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540465365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540465369 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540465369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540465369Cleaning up temporary data from old regions at 1731540465387 (+18 ms)Running coprocessor post-open hooks at 1731540465389 (+2 ms)Region opened successfully at 1731540465389 2024-11-13T23:27:45,390 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540465288 2024-11-13T23:27:45,392 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:27:45,392 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:27:45,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,45613,1731540463908 2024-11-13T23:27:45,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,45613,1731540463908, state=OPEN 2024-11-13T23:27:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1686164022/meta-region-server 2024-11-13T23:27:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1686164022/meta-region-server 2024-11-13T23:27:45,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1686164022/meta-region-server: CHANGED 2024-11-13T23:27:45,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1686164022/meta-region-server: CHANGED 2024-11-13T23:27:45,403 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,45613,1731540463908 2024-11-13T23:27:45,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:27:45,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,45613,1731540463908 in 270 msec 2024-11-13T23:27:45,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:27:45,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-13T23:27:45,411 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:27:45,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:27:45,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:45,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45613,1731540463908, seqNum=-1] 2024-11-13T23:27:45,413 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:45,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:45,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 867 msec 2024-11-13T23:27:45,420 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540465420, completionTime=-1 2024-11-13T23:27:45,420 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:27:45,420 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:27:45,422 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:27:45,422 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540525422 2024-11-13T23:27:45,422 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540585422 2024-11-13T23:27:45,422 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:27:45,423 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41835,1731540463797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:45,423 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41835,1731540463797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:45,423 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41835,1731540463797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:45,423 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:41835, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:45,423 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:45,425 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:27:45,441 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.459sec 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41835,1731540463797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:27:45,445 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41835,1731540463797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:27:45,458 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:27:45,458 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:27:45,458 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41835,1731540463797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:27:45,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:45,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,41835,-1 for getting cluster id 2024-11-13T23:27:45,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:45,480 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb' 2024-11-13T23:27:45,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:45,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb" 2024-11-13T23:27:45,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36875ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:45,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,41835,-1] 2024-11-13T23:27:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:45,484 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:45,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:45,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45613,1731540463908, seqNum=-1] 2024-11-13T23:27:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:45,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:45,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,41835,1731540463797 2024-11-13T23:27:45,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64327 2024-11-13T23:27:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:27:45,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137d04c0b0005 connected 2024-11-13T23:27:45,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,46365,1731540459707 2024-11-13T23:27:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3855b48 2024-11-13T23:27:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:45,527 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:45,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:27:45,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:45,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:45,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:27:45,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:27:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:45,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66ba554d5e9309716fe87f8c94fb02ce, NAME => 'test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef 2024-11-13T23:27:46,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:27:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66ba554d5e9309716fe87f8c94fb02ce, disabling compactions & flushes 2024-11-13T23:27:46,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. after waiting 0 ms 2024-11-13T23:27:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:46,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66ba554d5e9309716fe87f8c94fb02ce: Waiting for close lock at 1731540466402Disabling compacts and flushes for region at 1731540466402Disabling writes for close at 1731540466402Writing region close event to WAL at 1731540466402Closed at 1731540466402 2024-11-13T23:27:46,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:46,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540466403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540466403"}]},"ts":"1731540466403"} 2024-11-13T23:27:46,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:46,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:46,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540466408"}]},"ts":"1731540466408"} 2024-11-13T23:27:46,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:27:46,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66ba554d5e9309716fe87f8c94fb02ce, ASSIGN}] 2024-11-13T23:27:46,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66ba554d5e9309716fe87f8c94fb02ce, ASSIGN 2024-11-13T23:27:46,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66ba554d5e9309716fe87f8c94fb02ce, ASSIGN; state=OFFLINE, location=714b435e65e7,38371,1731540459889; forceNewPlan=false, retain=false 2024-11-13T23:27:46,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66ba554d5e9309716fe87f8c94fb02ce, regionState=OPENING, regionLocation=714b435e65e7,38371,1731540459889 2024-11-13T23:27:46,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66ba554d5e9309716fe87f8c94fb02ce, ASSIGN because future has completed 2024-11-13T23:27:46,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ba554d5e9309716fe87f8c94fb02ce, server=714b435e65e7,38371,1731540459889}] 2024-11-13T23:27:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:46,722 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:46,723 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66ba554d5e9309716fe87f8c94fb02ce, NAME => 'test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:46,723 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:46,723 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:27:46,723 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,723 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:46,723 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,723 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,728 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,729 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ba554d5e9309716fe87f8c94fb02ce columnFamilyName f 2024-11-13T23:27:46,729 DEBUG [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:46,730 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] regionserver.HStore(327): Store=66ba554d5e9309716fe87f8c94fb02ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:46,730 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,731 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ba554d5e9309716fe87f8c94fb02ce columnFamilyName f1 2024-11-13T23:27:46,731 DEBUG [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:46,731 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] regionserver.HStore(327): Store=66ba554d5e9309716fe87f8c94fb02ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:46,731 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,736 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ba554d5e9309716fe87f8c94fb02ce columnFamilyName norep 2024-11-13T23:27:46,736 DEBUG [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:46,739 INFO [StoreOpener-66ba554d5e9309716fe87f8c94fb02ce-1 {}] regionserver.HStore(327): Store=66ba554d5e9309716fe87f8c94fb02ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:46,739 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,740 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,741 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,742 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,742 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,742 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:46,745 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,750 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:46,755 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66ba554d5e9309716fe87f8c94fb02ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58766154, jitterRate=-0.12431606650352478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:46,755 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:46,756 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66ba554d5e9309716fe87f8c94fb02ce: Running coprocessor pre-open hook at 1731540466724Writing region info on filesystem at 1731540466724Initializing all the Stores at 1731540466727 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540466727Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540466728 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540466728Cleaning up temporary data from old regions at 1731540466742 (+14 ms)Running coprocessor post-open hooks at 1731540466755 (+13 ms)Region opened successfully at 1731540466756 (+1 ms) 2024-11-13T23:27:46,760 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce., pid=6, masterSystemTime=1731540466719 2024-11-13T23:27:46,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66ba554d5e9309716fe87f8c94fb02ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,38371,1731540459889 2024-11-13T23:27:46,765 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:46,767 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:46,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ba554d5e9309716fe87f8c94fb02ce, server=714b435e65e7,38371,1731540459889 because future has completed 2024-11-13T23:27:46,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:27:46,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66ba554d5e9309716fe87f8c94fb02ce, server=714b435e65e7,38371,1731540459889 in 211 msec 2024-11-13T23:27:46,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:27:46,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66ba554d5e9309716fe87f8c94fb02ce, ASSIGN in 370 msec 2024-11-13T23:27:46,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:46,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540466782"}]},"ts":"1731540466782"} 2024-11-13T23:27:46,785 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:27:46,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:46,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2590 sec 2024-11-13T23:27:47,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:47,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:47,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:27:47,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:27:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:47,687 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:27:47,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,41835,1731540463797 2024-11-13T23:27:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18eec6be 2024-11-13T23:27:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:47,688 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:47,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:27:47,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:47,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:47,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:27:47,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:27:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:48,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d05ad70077ee5b4c9a0100d151e711d, NAME => 'test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1 2024-11-13T23:27:48,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:27:48,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:48,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d05ad70077ee5b4c9a0100d151e711d, disabling compactions & flushes 2024-11-13T23:27:48,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:48,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:48,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. after waiting 0 ms 2024-11-13T23:27:48,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:48,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:48,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d05ad70077ee5b4c9a0100d151e711d: Waiting for close lock at 1731540468120Disabling compacts and flushes for region at 1731540468120Disabling writes for close at 1731540468120Writing region close event to WAL at 1731540468120Closed at 1731540468120 2024-11-13T23:27:48,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:48,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540468121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540468121"}]},"ts":"1731540468121"} 2024-11-13T23:27:48,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:48,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:48,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540468126"}]},"ts":"1731540468126"} 2024-11-13T23:27:48,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:27:48,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d05ad70077ee5b4c9a0100d151e711d, ASSIGN}] 2024-11-13T23:27:48,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d05ad70077ee5b4c9a0100d151e711d, ASSIGN 2024-11-13T23:27:48,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d05ad70077ee5b4c9a0100d151e711d, ASSIGN; state=OFFLINE, location=714b435e65e7,45613,1731540463908; forceNewPlan=false, retain=false 2024-11-13T23:27:48,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d05ad70077ee5b4c9a0100d151e711d, regionState=OPENING, regionLocation=714b435e65e7,45613,1731540463908 2024-11-13T23:27:48,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d05ad70077ee5b4c9a0100d151e711d, ASSIGN because future has completed 2024-11-13T23:27:48,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d05ad70077ee5b4c9a0100d151e711d, server=714b435e65e7,45613,1731540463908}] 2024-11-13T23:27:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:48,448 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:48,448 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d05ad70077ee5b4c9a0100d151e711d, NAME => 'test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:48,448 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:48,448 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:27:48,449 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,449 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:48,449 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,449 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,472 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,474 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d05ad70077ee5b4c9a0100d151e711d columnFamilyName f 2024-11-13T23:27:48,474 DEBUG [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:48,480 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] regionserver.HStore(327): Store=3d05ad70077ee5b4c9a0100d151e711d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:48,480 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,486 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d05ad70077ee5b4c9a0100d151e711d columnFamilyName f1 2024-11-13T23:27:48,486 DEBUG [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:48,486 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] regionserver.HStore(327): Store=3d05ad70077ee5b4c9a0100d151e711d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:48,486 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,487 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d05ad70077ee5b4c9a0100d151e711d columnFamilyName norep 2024-11-13T23:27:48,487 DEBUG [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:48,487 INFO [StoreOpener-3d05ad70077ee5b4c9a0100d151e711d-1 {}] regionserver.HStore(327): Store=3d05ad70077ee5b4c9a0100d151e711d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:48,488 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,489 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,489 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,490 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,490 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,491 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:48,495 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,512 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:48,513 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d05ad70077ee5b4c9a0100d151e711d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69065673, jitterRate=0.02915872633457184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:48,513 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:48,514 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d05ad70077ee5b4c9a0100d151e711d: Running coprocessor pre-open hook at 1731540468451Writing region info on filesystem at 1731540468454 (+3 ms)Initializing all the Stores at 1731540468456 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540468456Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540468469 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540468469Cleaning up temporary data from old regions at 1731540468490 (+21 ms)Running coprocessor post-open hooks at 1731540468513 (+23 ms)Region opened successfully at 1731540468514 (+1 ms) 2024-11-13T23:27:48,514 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d., pid=6, masterSystemTime=1731540468439 2024-11-13T23:27:48,517 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:48,517 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:48,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d05ad70077ee5b4c9a0100d151e711d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,45613,1731540463908 2024-11-13T23:27:48,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d05ad70077ee5b4c9a0100d151e711d, server=714b435e65e7,45613,1731540463908 because future has completed 2024-11-13T23:27:48,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:27:48,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d05ad70077ee5b4c9a0100d151e711d, server=714b435e65e7,45613,1731540463908 in 237 msec 2024-11-13T23:27:48,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:27:48,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d05ad70077ee5b4c9a0100d151e711d, ASSIGN in 398 msec 2024-11-13T23:27:48,529 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:48,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540468529"}]},"ts":"1731540468529"} 2024-11-13T23:27:48,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:27:48,533 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:48,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 844 msec 2024-11-13T23:27:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:27:48,836 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:27:48,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46365,-1 for getting cluster id 2024-11-13T23:27:48,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:48,838 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5392e2ea-dc4b-4b84-aba1-29378a97b232' 2024-11-13T23:27:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5392e2ea-dc4b-4b84-aba1-29378a97b232" 2024-11-13T23:27:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6e4520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46365,-1] 2024-11-13T23:27:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:48,841 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27439696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,41835,-1 for getting cluster id 2024-11-13T23:27:48,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:48,847 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb' 2024-11-13T23:27:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb" 2024-11-13T23:27:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7923be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,41835,-1] 2024-11-13T23:27:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:48,849 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:48,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66be80bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46365,-1 for getting cluster id 2024-11-13T23:27:48,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:48,852 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5392e2ea-dc4b-4b84-aba1-29378a97b232' 2024-11-13T23:27:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5392e2ea-dc4b-4b84-aba1-29378a97b232" 2024-11-13T23:27:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44773c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46365,-1] 2024-11-13T23:27:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:48,854 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5370f536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,46365,1731540459707 2024-11-13T23:27:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5183c31c 2024-11-13T23:27:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:48,856 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:48,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:41835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:27:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:27:48,860 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:41835' 2024-11-13T23:27:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:48,865 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec60201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,865 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,41835,-1 for getting cluster id 2024-11-13T23:27:48,865 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:48,866 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb' 2024-11-13T23:27:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb" 2024-11-13T23:27:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58091fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,41835,-1] 2024-11-13T23:27:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:48,867 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5927fd55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:48,868 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,41835,1731540463797 2024-11-13T23:27:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f2d300 2024-11-13T23:27:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:48,871 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:48,871 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T23:27:48,871 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:27:48,871 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:48,872 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:48,872 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:48,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:48,873 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:27:48,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:48,874 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:48,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:48,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:27:48,923 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:27:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:49,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1423d05d400df46294c4aef6d2d175c, NAME => 'hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef 2024-11-13T23:27:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:27:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:49,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:49,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1423d05d400df46294c4aef6d2d175c, disabling compactions & flushes 2024-11-13T23:27:49,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:49,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:49,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. after waiting 0 ms 2024-11-13T23:27:49,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:49,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:49,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1423d05d400df46294c4aef6d2d175c: Waiting for close lock at 1731540469697Disabling compacts and flushes for region at 1731540469697Disabling writes for close at 1731540469697Writing region close event to WAL at 1731540469697Closed at 1731540469697 2024-11-13T23:27:49,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:49,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540469698"}]},"ts":"1731540469698"} 2024-11-13T23:27:49,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:49,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:49,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540469701"}]},"ts":"1731540469701"} 2024-11-13T23:27:49,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:27:49,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1423d05d400df46294c4aef6d2d175c, ASSIGN}] 2024-11-13T23:27:49,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1423d05d400df46294c4aef6d2d175c, ASSIGN 2024-11-13T23:27:49,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1423d05d400df46294c4aef6d2d175c, ASSIGN; state=OFFLINE, location=714b435e65e7,38371,1731540459889; forceNewPlan=false, retain=false 2024-11-13T23:27:49,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1423d05d400df46294c4aef6d2d175c, regionState=OPENING, regionLocation=714b435e65e7,38371,1731540459889 2024-11-13T23:27:49,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1423d05d400df46294c4aef6d2d175c, ASSIGN because future has completed 2024-11-13T23:27:49,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1423d05d400df46294c4aef6d2d175c, server=714b435e65e7,38371,1731540459889}] 2024-11-13T23:27:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:50,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:50,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:50,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:27:50,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C38371%2C1731540459889.rep, suffix=, logDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889, archiveDir=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/oldWALs, maxLogs=10 2024-11-13T23:27:50,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.rep.1731540470018, exclude list is [], retry=0 2024-11-13T23:27:50,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44037,DS-a6931382-c7f4-4974-b134-ad67738dac0a,DISK] 2024-11-13T23:27:50,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.rep.1731540470018 2024-11-13T23:27:50,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-11-13T23:27:50,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1423d05d400df46294c4aef6d2d175c, NAME => 'hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:50,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. service=MultiRowMutationService 2024-11-13T23:27:50,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:27:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,048 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,049 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1423d05d400df46294c4aef6d2d175c columnFamilyName hfileref 2024-11-13T23:27:50,049 DEBUG [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:50,049 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] regionserver.HStore(327): Store=b1423d05d400df46294c4aef6d2d175c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:50,049 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,050 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1423d05d400df46294c4aef6d2d175c columnFamilyName queue 2024-11-13T23:27:50,050 DEBUG [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:50,050 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] regionserver.HStore(327): Store=b1423d05d400df46294c4aef6d2d175c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:50,050 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,054 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1423d05d400df46294c4aef6d2d175c columnFamilyName sid 2024-11-13T23:27:50,054 DEBUG [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:50,059 INFO [StoreOpener-b1423d05d400df46294c4aef6d2d175c-1 {}] regionserver.HStore(327): Store=b1423d05d400df46294c4aef6d2d175c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:50,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:50,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:50,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1423d05d400df46294c4aef6d2d175c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63920297, jitterRate=-0.04751335084438324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:50,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1423d05d400df46294c4aef6d2d175c: Running coprocessor pre-open hook at 1731540470042Writing region info on filesystem at 1731540470042Initializing all the Stores at 1731540470043 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540470043Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540470047 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540470047Cleaning up temporary data from old regions at 1731540470060 (+13 ms)Running coprocessor post-open hooks at 1731540470063 (+3 ms)Region opened successfully at 1731540470064 (+1 ms) 2024-11-13T23:27:50,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c., pid=10, masterSystemTime=1731540470010 2024-11-13T23:27:50,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1423d05d400df46294c4aef6d2d175c, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,38371,1731540459889 2024-11-13T23:27:50,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:50,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:50,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1423d05d400df46294c4aef6d2d175c, server=714b435e65e7,38371,1731540459889 because future has completed 2024-11-13T23:27:50,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:27:50,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1423d05d400df46294c4aef6d2d175c, server=714b435e65e7,38371,1731540459889 in 238 msec 2024-11-13T23:27:50,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:27:50,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1423d05d400df46294c4aef6d2d175c, ASSIGN in 394 msec 2024-11-13T23:27:50,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:50,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540470100"}]},"ts":"1731540470100"} 2024-11-13T23:27:50,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:27:50,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:50,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2310 sec 2024-11-13T23:27:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c., hostname=714b435e65e7,38371,1731540459889, seqNum=2] 2024-11-13T23:27:50,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:50,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:50,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:27:50,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:27:50,355 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:27:50,398 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,38371,1731540459889, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:27:50,399 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:50,399 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38371,1731540459889, seqNum=-1] 2024-11-13T23:27:50,399 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:50,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:50,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,38371,1731540459889', locateType=CURRENT is [region=hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c., hostname=714b435e65e7,38371,1731540459889, seqNum=2] 2024-11-13T23:27:50,408 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:27:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:27:50,410 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,38371,1731540459889 suceeded 2024-11-13T23:27:50,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:27:50,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-13T23:27:50,412 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:41835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:27:50,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5560 sec 2024-11-13T23:27:50,431 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:41835' 2024-11-13T23:27:50,435 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7289b9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:50,435 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,41835,-1 for getting cluster id 2024-11-13T23:27:50,436 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:50,436 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb' 2024-11-13T23:27:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:50,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb" 2024-11-13T23:27:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21a52abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,41835,-1] 2024-11-13T23:27:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:50,438 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:50,438 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2195ed82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:50,438 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,41835,1731540463797 2024-11-13T23:27:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cd7870 2024-11-13T23:27:50,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:50,441 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T23:27:50,442 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,38371,1731540459889 (queues=1) is replicating from cluster=5392e2ea-dc4b-4b84-aba1-29378a97b232 to cluster=ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb 2024-11-13T23:27:50,442 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C38371%2C1731540459889 2024-11-13T23:27:50,442 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,38371,1731540459889, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:27:50,443 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, startPosition=0, beingWritten=true 2024-11-13T23:27:50,443 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C38371%2C1731540459889 2024-11-13T23:27:50,457 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:50,457 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 379, reset compression=false 2024-11-13T23:27:50,457 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38371,1731540459889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:50,672 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 379, reset compression=false 2024-11-13T23:27:50,976 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 379, reset compression=false 2024-11-13T23:27:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:51,007 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:27:51,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:51,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:51,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:51,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:51,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:51,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3250c041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,41835,-1 for getting cluster id 2024-11-13T23:27:51,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:51,008 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb' 2024-11-13T23:27:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb" 2024-11-13T23:27:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b759784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,41835,-1] 2024-11-13T23:27:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:51,010 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:51,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12680aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,41835,1731540463797 2024-11-13T23:27:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef0399e 2024-11-13T23:27:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:51,013 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:51,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:46365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:27:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:27:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:51,022 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:46365' 2024-11-13T23:27:51,023 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee3da7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,023 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46365,-1 for getting cluster id 2024-11-13T23:27:51,023 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:51,024 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5392e2ea-dc4b-4b84-aba1-29378a97b232' 2024-11-13T23:27:51,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:51,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5392e2ea-dc4b-4b84-aba1-29378a97b232" 2024-11-13T23:27:51,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58843918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46365,-1] 2024-11-13T23:27:51,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:51,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:51,026 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:51,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333aabc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,026 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:51,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,46365,1731540459707 2024-11-13T23:27:51,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a6cc347 2024-11-13T23:27:51,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:51,028 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:27:51,031 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T23:27:51,031 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:27:51,031 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:51,031 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:51,031 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:27:51,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:51,032 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:27:51,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:27:51,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:51,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:27:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:27:51,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba2d0ca6f88431d21fd7ce0a109c2fa7, NAME => 'hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1 2024-11-13T23:27:51,083 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:27:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:27:51,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:51,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba2d0ca6f88431d21fd7ce0a109c2fa7, disabling compactions & flushes 2024-11-13T23:27:51,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:51,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:51,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. after waiting 0 ms 2024-11-13T23:27:51,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:51,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:51,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba2d0ca6f88431d21fd7ce0a109c2fa7: Waiting for close lock at 1731540471129Disabling compacts and flushes for region at 1731540471129Disabling writes for close at 1731540471130 (+1 ms)Writing region close event to WAL at 1731540471130Closed at 1731540471130 2024-11-13T23:27:51,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:27:51,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540471131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540471131"}]},"ts":"1731540471131"} 2024-11-13T23:27:51,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:27:51,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:27:51,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540471136"}]},"ts":"1731540471136"} 2024-11-13T23:27:51,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:27:51,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba2d0ca6f88431d21fd7ce0a109c2fa7, ASSIGN}] 2024-11-13T23:27:51,148 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba2d0ca6f88431d21fd7ce0a109c2fa7, ASSIGN 2024-11-13T23:27:51,150 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba2d0ca6f88431d21fd7ce0a109c2fa7, ASSIGN; state=OFFLINE, location=714b435e65e7,45613,1731540463908; forceNewPlan=false, retain=false 2024-11-13T23:27:51,301 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba2d0ca6f88431d21fd7ce0a109c2fa7, regionState=OPENING, regionLocation=714b435e65e7,45613,1731540463908 2024-11-13T23:27:51,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba2d0ca6f88431d21fd7ce0a109c2fa7, ASSIGN because future has completed 2024-11-13T23:27:51,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2d0ca6f88431d21fd7ce0a109c2fa7, server=714b435e65e7,45613,1731540463908}] 2024-11-13T23:27:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:51,380 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 379, reset compression=false 2024-11-13T23:27:51,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:51,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:27:51,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:27:51,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C45613%2C1731540463908.rep, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/oldWALs, maxLogs=10 2024-11-13T23:27:51,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.rep.1731540471479, exclude list is [], retry=0 2024-11-13T23:27:51,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-e0517081-bdc2-4c54-981d-9c29a398251f,DISK] 2024-11-13T23:27:51,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.rep.1731540471479 2024-11-13T23:27:51,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38231:38231)] 2024-11-13T23:27:51,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ba2d0ca6f88431d21fd7ce0a109c2fa7, NAME => 'hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:27:51,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:27:51,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:27:51,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. service=MultiRowMutationService 2024-11-13T23:27:51,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:27:51,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:27:51,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,515 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,516 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2d0ca6f88431d21fd7ce0a109c2fa7 columnFamilyName hfileref 2024-11-13T23:27:51,516 DEBUG [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:51,518 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] regionserver.HStore(327): Store=ba2d0ca6f88431d21fd7ce0a109c2fa7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:51,518 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,520 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2d0ca6f88431d21fd7ce0a109c2fa7 columnFamilyName queue 2024-11-13T23:27:51,520 DEBUG [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:51,520 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] regionserver.HStore(327): Store=ba2d0ca6f88431d21fd7ce0a109c2fa7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:51,520 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,521 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2d0ca6f88431d21fd7ce0a109c2fa7 columnFamilyName sid 2024-11-13T23:27:51,521 DEBUG [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:27:51,522 INFO [StoreOpener-ba2d0ca6f88431d21fd7ce0a109c2fa7-1 {}] regionserver.HStore(327): Store=ba2d0ca6f88431d21fd7ce0a109c2fa7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:27:51,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:27:51,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:27:51,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ba2d0ca6f88431d21fd7ce0a109c2fa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74024012, jitterRate=0.10304373502731323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:27:51,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:51,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ba2d0ca6f88431d21fd7ce0a109c2fa7: Running coprocessor pre-open hook at 1731540471512Writing region info on filesystem at 1731540471512Initializing all the Stores at 1731540471513 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540471513Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540471515 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540471515Cleaning up temporary data from old regions at 1731540471523 (+8 ms)Running coprocessor post-open hooks at 1731540471532 (+9 ms)Region opened successfully at 1731540471532 2024-11-13T23:27:51,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7., pid=10, masterSystemTime=1731540471467 2024-11-13T23:27:51,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:51,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:51,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba2d0ca6f88431d21fd7ce0a109c2fa7, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,45613,1731540463908 2024-11-13T23:27:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2d0ca6f88431d21fd7ce0a109c2fa7, server=714b435e65e7,45613,1731540463908 because future has completed 2024-11-13T23:27:51,540 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=714b435e65e7,45613,1731540463908, table=hbase:replication, region=ba2d0ca6f88431d21fd7ce0a109c2fa7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T23:27:51,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:27:51,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ba2d0ca6f88431d21fd7ce0a109c2fa7, server=714b435e65e7,45613,1731540463908 in 230 msec 2024-11-13T23:27:51,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:27:51,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba2d0ca6f88431d21fd7ce0a109c2fa7, ASSIGN in 400 msec 2024-11-13T23:27:51,547 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:27:51,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540471547"}]},"ts":"1731540471547"} 2024-11-13T23:27:51,550 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:27:51,551 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:27:51,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 520 msec 2024-11-13T23:27:51,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7., hostname=714b435e65e7,45613,1731540463908, seqNum=2] 2024-11-13T23:27:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:51,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:27:51,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:51,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:51,757 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18212 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:27:51,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:27:51,813 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:27:51,845 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,45613,1731540463908, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:27:51,845 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:51,845 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45613,1731540463908, seqNum=-1] 2024-11-13T23:27:51,846 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:51,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:51,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,45613,1731540463908', locateType=CURRENT is [region=hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7., hostname=714b435e65e7,45613,1731540463908, seqNum=2] 2024-11-13T23:27:51,852 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:27:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:27:51,855 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,45613,1731540463908 suceeded 2024-11-13T23:27:51,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:27:51,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T23:27:51,857 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:46365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:27:51,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 844 msec 2024-11-13T23:27:51,870 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:46365' 2024-11-13T23:27:51,875 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5737e8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,875 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46365,-1 for getting cluster id 2024-11-13T23:27:51,875 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:51,876 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5392e2ea-dc4b-4b84-aba1-29378a97b232' 2024-11-13T23:27:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5392e2ea-dc4b-4b84-aba1-29378a97b232" 2024-11-13T23:27:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158e8922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46365,-1] 2024-11-13T23:27:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:51,878 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:51,878 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3974f0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:51,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:27:51,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,46365,1731540459707 2024-11-13T23:27:51,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae45f9 2024-11-13T23:27:51,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:27:51,880 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T23:27:51,880 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,45613,1731540463908 (queues=1) is replicating from cluster=ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb to cluster=5392e2ea-dc4b-4b84-aba1-29378a97b232 2024-11-13T23:27:51,881 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C45613%2C1731540463908 2024-11-13T23:27:51,881 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,45613,1731540463908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:27:51,883 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, startPosition=0, beingWritten=true 2024-11-13T23:27:51,883 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C45613%2C1731540463908 2024-11-13T23:27:51,884 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 379, reset compression=false 2024-11-13T23:27:51,908 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:51,908 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 379, reset compression=false 2024-11-13T23:27:51,911 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,45613,1731540463908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:52,131 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 379, reset compression=false 2024-11-13T23:27:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:27:52,157 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:27:52,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:52,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:52,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:52,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:52,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:52,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:52,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38371,1731540459889, seqNum=-1] 2024-11-13T23:27:52,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:52,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce., hostname=714b435e65e7,38371,1731540459889, seqNum=2] 2024-11-13T23:27:52,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45613,1731540463908, seqNum=-1] 2024-11-13T23:27:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:52,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:27:52,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d., hostname=714b435e65e7,45613,1731540463908, seqNum=2] 2024-11-13T23:27:52,175 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T23:27:52,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:27:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:27:52,436 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 379, reset compression=false 2024-11-13T23:27:52,513 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 379, reset compression=false 2024-11-13T23:27:52,518 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:52,518 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 480, reset compression=false 2024-11-13T23:27:52,518 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38371,1731540459889 got entry batch from reader: WALEntryBatch [walEntries=[{test/66ba554d5e9309716fe87f8c94fb02ce/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T23:27:52,520 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:52,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T23:27:52,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:27:52,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118eda03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:52,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,41835,-1 for getting cluster id 2024-11-13T23:27:52,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:52,525 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb' 2024-11-13T23:27:52,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:52,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffa800be-a7a1-42ab-bb4d-2e3dd8d5caeb" 2024-11-13T23:27:52,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5627f21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:52,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,41835,-1] 2024-11-13T23:27:52,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:52,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:52,527 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:52,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@519d090b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:52,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:52,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45613,1731540463908, seqNum=-1] 2024-11-13T23:27:52,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:52,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:52,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d., hostname=714b435e65e7,45613,1731540463908, seqNum=2] 2024-11-13T23:27:52,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:27:52,725 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 480, reset compression=false 2024-11-13T23:27:52,848 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 379, reset compression=false 2024-11-13T23:27:52,853 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:52,853 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 503, reset compression=false 2024-11-13T23:27:52,853 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,45613,1731540463908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:53,030 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 480, reset compression=false 2024-11-13T23:27:53,061 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 503, reset compression=false 2024-11-13T23:27:53,179 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T23:27:53,185 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T23:27:53,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:27:53,365 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 503, reset compression=false 2024-11-13T23:27:53,393 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:53,393 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 607, reset compression=false 2024-11-13T23:27:53,393 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,45613,1731540463908 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d05ad70077ee5b4c9a0100d151e711d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T23:27:53,396 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:27:53,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T23:27:53,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:27:53,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28497b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:53,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46365,-1 for getting cluster id 2024-11-13T23:27:53,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:27:53,399 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5392e2ea-dc4b-4b84-aba1-29378a97b232' 2024-11-13T23:27:53,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:27:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5392e2ea-dc4b-4b84-aba1-29378a97b232" 2024-11-13T23:27:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24b5c670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46365,-1] 2024-11-13T23:27:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:27:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:53,401 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:27:53,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b9691ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:27:53,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:27:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,38371,1731540459889, seqNum=-1] 2024-11-13T23:27:53,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:27:53,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T23:27:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce., hostname=714b435e65e7,38371,1731540459889, seqNum=2] 2024-11-13T23:27:53,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:27:53,451 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 480, reset compression=false 2024-11-13T23:27:53,461 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:53,462 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 608, reset compression=false 2024-11-13T23:27:53,462 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38371,1731540459889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:53,620 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 607, reset compression=false 2024-11-13T23:27:53,676 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 608, reset compression=false 2024-11-13T23:27:53,924 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 607, reset compression=false 2024-11-13T23:27:53,979 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 608, reset compression=false 2024-11-13T23:27:54,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T23:27:54,200 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T23:27:54,332 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 607, reset compression=false 2024-11-13T23:27:54,384 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 608, reset compression=false 2024-11-13T23:27:54,446 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:54,446 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 764, reset compression=false 2024-11-13T23:27:54,446 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38371,1731540459889 got entry batch from reader: WALEntryBatch [walEntries=[{test/66ba554d5e9309716fe87f8c94fb02ce/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T23:27:54,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:27:54,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:27:54,665 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 764, reset compression=false 2024-11-13T23:27:54,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:27:54,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T23:27:54,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T23:27:54,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T23:27:54,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:27:54,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T23:27:54,862 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 607, reset compression=false 2024-11-13T23:27:54,867 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:54,867 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 754, reset compression=false 2024-11-13T23:27:54,867 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,45613,1731540463908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:54,969 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 764, reset compression=false 2024-11-13T23:27:55,071 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 754, reset compression=false 2024-11-13T23:27:55,201 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T23:27:55,205 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T23:27:55,373 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 764, reset compression=false 2024-11-13T23:27:55,380 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 754, reset compression=false 2024-11-13T23:27:55,384 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:27:55,384 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 913, reset compression=false 2024-11-13T23:27:55,384 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,45613,1731540463908 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d05ad70077ee5b4c9a0100d151e711d/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T23:27:55,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:27:55,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:27:55,606 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 913, reset compression=false 2024-11-13T23:27:55,877 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 764, reset compression=false 2024-11-13T23:27:55,882 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:55,882 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:55,882 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38371,1731540459889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:55,951 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 913, reset compression=false 2024-11-13T23:27:56,091 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:56,207 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T23:27:56,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:27:56,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:56,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:56,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:56,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:56,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:56,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:27:56,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1193602381, stopped=false 2024-11-13T23:27:56,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,41835,1731540463797 2024-11-13T23:27:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1686164022/running 2024-11-13T23:27:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1686164022/running 2024-11-13T23:27:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:56,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:56,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:56,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:56,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:56,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,45613,1731540463908' ***** 2024-11-13T23:27:56,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:27:56,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on znode that does not yet exist, /1686164022/running 2024-11-13T23:27:56,266 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:27:56,266 INFO [RS:0;714b435e65e7:45613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:27:56,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Set watcher on znode that does not yet exist, /1686164022/running 2024-11-13T23:27:56,266 INFO [RS:0;714b435e65e7:45613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:27:56,267 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(3091): Received CLOSE for ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:56,267 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:56,267 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,45613,1731540463908 2024-11-13T23:27:56,267 INFO [RS:0;714b435e65e7:45613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:56,267 INFO [RS:0;714b435e65e7:45613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:45613. 2024-11-13T23:27:56,267 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba2d0ca6f88431d21fd7ce0a109c2fa7, disabling compactions & flushes 2024-11-13T23:27:56,267 DEBUG [RS:0;714b435e65e7:45613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:56,267 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:56,267 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:56,267 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:56,267 INFO [RS:0;714b435e65e7:45613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:27:56,268 INFO [RS:0;714b435e65e7:45613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:27:56,268 INFO [RS:0;714b435e65e7:45613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:27:56,268 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:27:56,268 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. after waiting 0 ms 2024-11-13T23:27:56,268 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:56,268 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:27:56,268 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba2d0ca6f88431d21fd7ce0a109c2fa7 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T23:27:56,269 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:27:56,269 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1325): Online Regions={ba2d0ca6f88431d21fd7ce0a109c2fa7=hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7., 1588230740=hbase:meta,,1.1588230740, 3d05ad70077ee5b4c9a0100d151e711d=test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d.} 2024-11-13T23:27:56,269 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05ad70077ee5b4c9a0100d151e711d, ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:56,269 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:56,269 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:56,269 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:56,269 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:56,269 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:56,269 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:27:56,276 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:56,289 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7/.tmp/queue/9211d44d1a324968b27151b575a26f69 is 153, key is 1-714b435e65e7,45613,1731540463908/queue:714b435e65e7%2C45613%2C1731540463908/1731540475391/Put/seqid=0 2024-11-13T23:27:56,308 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/info/3a3a3d3d61bd4e57adc4923fe8e8deb2 is 147, key is hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7./info:regioninfo/1731540471535/Put/seqid=0 2024-11-13T23:27:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741840_1016 (size=5352) 2024-11-13T23:27:56,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741841_1017 (size=7686) 2024-11-13T23:27:56,354 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/info/3a3a3d3d61bd4e57adc4923fe8e8deb2 2024-11-13T23:27:56,356 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 913, reset compression=false 2024-11-13T23:27:56,394 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:56,399 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/ns/978649d6313241efacca3c232a6370df is 43, key is default/ns:d/1731540465415/Put/seqid=0 2024-11-13T23:27:56,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:27:56,434 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/ns/978649d6313241efacca3c232a6370df 2024-11-13T23:27:56,467 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/rep_barrier/1814b711353b4d6ab7bda734e63906ee is 112, key is test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d./rep_barrier:seqnumDuringOpen/1731540468517/Put/seqid=0 2024-11-13T23:27:56,469 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05ad70077ee5b4c9a0100d151e711d, ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741843_1019 (size=5518) 2024-11-13T23:27:56,669 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05ad70077ee5b4c9a0100d151e711d, ba2d0ca6f88431d21fd7ce0a109c2fa7 2024-11-13T23:27:56,715 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7/.tmp/queue/9211d44d1a324968b27151b575a26f69 2024-11-13T23:27:56,720 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7/.tmp/queue/9211d44d1a324968b27151b575a26f69 as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7/queue/9211d44d1a324968b27151b575a26f69 2024-11-13T23:27:56,725 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7/queue/9211d44d1a324968b27151b575a26f69, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T23:27:56,728 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ba2d0ca6f88431d21fd7ce0a109c2fa7 in 460ms, sequenceid=10, compaction requested=false 2024-11-13T23:27:56,733 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/replication/ba2d0ca6f88431d21fd7ce0a109c2fa7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T23:27:56,734 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:56,734 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:56,734 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:56,734 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba2d0ca6f88431d21fd7ce0a109c2fa7: Waiting for close lock at 1731540476267Running coprocessor pre-close hooks at 1731540476267Disabling compacts and flushes for region at 1731540476267Disabling writes for close at 1731540476268 (+1 ms)Obtaining lock to block concurrent updates at 1731540476268Preparing flush snapshotting stores in ba2d0ca6f88431d21fd7ce0a109c2fa7 at 1731540476268Finished memstore snapshotting hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731540476268Flushing stores of hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. at 1731540476269 (+1 ms)Flushing ba2d0ca6f88431d21fd7ce0a109c2fa7/queue: creating writer at 1731540476269Flushing ba2d0ca6f88431d21fd7ce0a109c2fa7/queue: appending metadata at 1731540476289 (+20 ms)Flushing ba2d0ca6f88431d21fd7ce0a109c2fa7/queue: closing flushed file at 1731540476289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21538576: reopening flushed file at 1731540476719 (+430 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ba2d0ca6f88431d21fd7ce0a109c2fa7 in 460ms, sequenceid=10, compaction requested=false at 1731540476728 (+9 ms)Writing region close event to WAL at 1731540476730 (+2 ms)Running coprocessor post-close hooks at 1731540476734 (+4 ms)Closed at 1731540476734 2024-11-13T23:27:56,734 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540471031.ba2d0ca6f88431d21fd7ce0a109c2fa7. 2024-11-13T23:27:56,734 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d05ad70077ee5b4c9a0100d151e711d, disabling compactions & flushes 2024-11-13T23:27:56,734 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:56,734 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:56,734 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. after waiting 0 ms 2024-11-13T23:27:56,735 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:56,735 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d05ad70077ee5b4c9a0100d151e711d 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T23:27:56,745 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:27:56,745 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:27:56,754 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/f/4c184a3d4df04ed9bd905ce8da47d6e6 is 29, key is row1/f:/1731540475202/DeleteFamily/seqid=0 2024-11-13T23:27:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741844_1020 (size=5118) 2024-11-13T23:27:56,767 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/f/4c184a3d4df04ed9bd905ce8da47d6e6 2024-11-13T23:27:56,776 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c184a3d4df04ed9bd905ce8da47d6e6 2024-11-13T23:27:56,793 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/f1/2ae52e2e17df4806b822c643f65c069e is 30, key is row1/f1:/1731540475202/DeleteFamily/seqid=0 2024-11-13T23:27:56,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741845_1021 (size=5123) 2024-11-13T23:27:56,801 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/f1/2ae52e2e17df4806b822c643f65c069e 2024-11-13T23:27:56,805 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ae52e2e17df4806b822c643f65c069e 2024-11-13T23:27:56,813 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:56,829 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/norep/a2a795aacc22451c80cc2cee75a68056 is 33, key is row1/norep:/1731540475202/DeleteFamily/seqid=0 2024-11-13T23:27:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741846_1022 (size=5108) 2024-11-13T23:27:56,842 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/norep/a2a795aacc22451c80cc2cee75a68056 2024-11-13T23:27:56,849 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2a795aacc22451c80cc2cee75a68056 2024-11-13T23:27:56,850 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/f/4c184a3d4df04ed9bd905ce8da47d6e6 as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/f/4c184a3d4df04ed9bd905ce8da47d6e6 2024-11-13T23:27:56,855 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c184a3d4df04ed9bd905ce8da47d6e6 2024-11-13T23:27:56,855 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/f/4c184a3d4df04ed9bd905ce8da47d6e6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T23:27:56,855 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/f1/2ae52e2e17df4806b822c643f65c069e as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/f1/2ae52e2e17df4806b822c643f65c069e 2024-11-13T23:27:56,864 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ae52e2e17df4806b822c643f65c069e 2024-11-13T23:27:56,864 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/f1/2ae52e2e17df4806b822c643f65c069e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T23:27:56,865 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/.tmp/norep/a2a795aacc22451c80cc2cee75a68056 as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/norep/a2a795aacc22451c80cc2cee75a68056 2024-11-13T23:27:56,867 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 913, reset compression=false 2024-11-13T23:27:56,870 DEBUG [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05ad70077ee5b4c9a0100d151e711d 2024-11-13T23:27:56,874 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2a795aacc22451c80cc2cee75a68056 2024-11-13T23:27:56,875 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/norep/a2a795aacc22451c80cc2cee75a68056, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T23:27:56,876 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:56,876 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 1160, reset compression=false 2024-11-13T23:27:56,876 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,45613,1731540463908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:56,877 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3d05ad70077ee5b4c9a0100d151e711d in 142ms, sequenceid=8, compaction requested=false 2024-11-13T23:27:56,877 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,45613,1731540463908: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,45613,1731540463908, walGroup=714b435e65e7%2C45613%2C1731540463908, offset=714b435e65e7%2C45613%2C1731540463908.1731540464882:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:45613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:27:56,878 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:27:56,878 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:27:56,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:27:56,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:27:56,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:27:56,879 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 616316504 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191703432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:27:56,880 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:41835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:41835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:27:56,896 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:56,896 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/WALs/714b435e65e7,45613,1731540463908/714b435e65e7%2C45613%2C1731540463908.1731540464882 to pos 1509, reset compression=false 2024-11-13T23:27:56,898 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/rep_barrier/1814b711353b4d6ab7bda734e63906ee 2024-11-13T23:27:56,931 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/default/test/3d05ad70077ee5b4c9a0100d151e711d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:27:56,931 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:56,931 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:27:56,931 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:56,931 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d05ad70077ee5b4c9a0100d151e711d: Waiting for close lock at 1731540476734Running coprocessor pre-close hooks at 1731540476734Disabling compacts and flushes for region at 1731540476734Disabling writes for close at 1731540476735 (+1 ms)Obtaining lock to block concurrent updates at 1731540476735Preparing flush snapshotting stores in 3d05ad70077ee5b4c9a0100d151e711d at 1731540476735Finished memstore snapshotting test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731540476735Flushing stores of test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. at 1731540476736 (+1 ms)Flushing 3d05ad70077ee5b4c9a0100d151e711d/f: creating writer at 1731540476736Flushing 3d05ad70077ee5b4c9a0100d151e711d/f: appending metadata at 1731540476753 (+17 ms)Flushing 3d05ad70077ee5b4c9a0100d151e711d/f: closing flushed file at 1731540476753Flushing 3d05ad70077ee5b4c9a0100d151e711d/f1: creating writer at 1731540476776 (+23 ms)Flushing 3d05ad70077ee5b4c9a0100d151e711d/f1: appending metadata at 1731540476793 (+17 ms)Flushing 3d05ad70077ee5b4c9a0100d151e711d/f1: closing flushed file at 1731540476793Flushing 3d05ad70077ee5b4c9a0100d151e711d/norep: creating writer at 1731540476805 (+12 ms)Flushing 3d05ad70077ee5b4c9a0100d151e711d/norep: appending metadata at 1731540476827 (+22 ms)Flushing 3d05ad70077ee5b4c9a0100d151e711d/norep: closing flushed file at 1731540476827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9b2cd6: reopening flushed file at 1731540476849 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b07290e: reopening flushed file at 1731540476855 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcbd599: reopening flushed file at 1731540476864 (+9 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3d05ad70077ee5b4c9a0100d151e711d in 142ms, sequenceid=8, compaction requested=false at 1731540476877 (+13 ms)Writing region close event to WAL at 1731540476908 (+31 ms)Running coprocessor post-close hooks at 1731540476931 (+23 ms)Closed at 1731540476931 2024-11-13T23:27:56,932 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540467689.3d05ad70077ee5b4c9a0100d151e711d. 2024-11-13T23:27:56,940 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/table/314c52149d1f43119341e609a48dc987 is 53, key is hbase:replication/table:state/1731540471547/Put/seqid=0 2024-11-13T23:27:56,943 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741847_1023 (size=5308) 2024-11-13T23:27:56,970 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/table/314c52149d1f43119341e609a48dc987 2024-11-13T23:27:56,977 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/info/3a3a3d3d61bd4e57adc4923fe8e8deb2 as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/info/3a3a3d3d61bd4e57adc4923fe8e8deb2 2024-11-13T23:27:56,983 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/info/3a3a3d3d61bd4e57adc4923fe8e8deb2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:27:56,984 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/ns/978649d6313241efacca3c232a6370df as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/ns/978649d6313241efacca3c232a6370df 2024-11-13T23:27:56,991 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/ns/978649d6313241efacca3c232a6370df, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:27:56,993 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/rep_barrier/1814b711353b4d6ab7bda734e63906ee as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/rep_barrier/1814b711353b4d6ab7bda734e63906ee 2024-11-13T23:27:57,000 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/rep_barrier/1814b711353b4d6ab7bda734e63906ee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:27:57,001 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/.tmp/table/314c52149d1f43119341e609a48dc987 as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/table/314c52149d1f43119341e609a48dc987 2024-11-13T23:27:57,007 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/table/314c52149d1f43119341e609a48dc987, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:27:57,008 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 739ms, sequenceid=16, compaction requested=false 2024-11-13T23:27:57,036 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:27:57,036 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:57,036 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:57,036 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:57,036 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540476269Running coprocessor pre-close hooks at 1731540476269Disabling compacts and flushes for region at 1731540476269Disabling writes for close at 1731540476269Obtaining lock to block concurrent updates at 1731540476269Preparing flush snapshotting stores in 1588230740 at 1731540476269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540476270 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731540476270Flushing 1588230740/info: creating writer at 1731540476270Flushing 1588230740/info: appending metadata at 1731540476307 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731540476307Flushing 1588230740/ns: creating writer at 1731540476364 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731540476399 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731540476399Flushing 1588230740/rep_barrier: creating writer at 1731540476441 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540476467 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540476467Flushing 1588230740/table: creating writer at 1731540476908 (+441 ms)Flushing 1588230740/table: appending metadata at 1731540476938 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731540476940 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae89535: reopening flushed file at 1731540476976 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52abae3: reopening flushed file at 1731540476983 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd3fc72: reopening flushed file at 1731540476992 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141cd27b: reopening flushed file at 1731540477001 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 739ms, sequenceid=16, compaction requested=false at 1731540477008 (+7 ms)Writing region close event to WAL at 1731540477029 (+21 ms)Running coprocessor post-close hooks at 1731540477036 (+7 ms)Closed at 1731540477036 2024-11-13T23:27:57,036 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:27:57,070 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,45613,1731540463908; all regions closed. 2024-11-13T23:27:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:27:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741839_1015 (size=2676) 2024-11-13T23:27:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741833_1009 (size=1812) 2024-11-13T23:27:57,120 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:57,120 INFO [RS:0;714b435e65e7:45613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:57,120 INFO [RS:0;714b435e65e7:45613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:57,120 INFO [RS:0;714b435e65e7:45613 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:57,120 INFO [RS:0;714b435e65e7:45613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:57,120 INFO [RS:0;714b435e65e7:45613 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,45613,1731540463908 because: Region server is closing 2024-11-13T23:27:57,121 INFO [RS:0;714b435e65e7:45613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:45613. 2024-11-13T23:27:57,121 DEBUG [RS:0;714b435e65e7:45613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:57,121 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:57,121 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:57,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:57,121 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:57,221 INFO [RS:0;714b435e65e7:45613 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.shipper714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 terminated 2024-11-13T23:27:57,221 INFO [RS:0;714b435e65e7:45613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:45613. 2024-11-13T23:27:57,221 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,45613,1731540463908.replicationSource.wal-reader.714b435e65e7%2C45613%2C1731540463908,1-714b435e65e7,45613,1731540463908 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-13T23:27:57,221 DEBUG [RS:0;714b435e65e7:45613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:57,221 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:57,221 DEBUG [RS:0;714b435e65e7:45613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:57,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:57,222 INFO [RS:0;714b435e65e7:45613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45613 2024-11-13T23:27:57,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022/rs 2024-11-13T23:27:57,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1686164022/rs/714b435e65e7,45613,1731540463908 2024-11-13T23:27:57,269 INFO [RS:0;714b435e65e7:45613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:57,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,45613,1731540463908] 2024-11-13T23:27:57,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1686164022/draining/714b435e65e7,45613,1731540463908 already deleted, retry=false 2024-11-13T23:27:57,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,45613,1731540463908 expired; onlineServers=0 2024-11-13T23:27:57,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,41835,1731540463797' ***** 2024-11-13T23:27:57,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:27:57,286 INFO [M:0;714b435e65e7:41835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:57,286 INFO [M:0;714b435e65e7:41835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:27:57,286 DEBUG [M:0;714b435e65e7:41835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:27:57,286 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:27:57,286 DEBUG [M:0;714b435e65e7:41835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:27:57,286 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540464607 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540464607,5,FailOnTimeoutGroup] 2024-11-13T23:27:57,286 INFO [M:0;714b435e65e7:41835 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:27:57,286 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540464610 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540464610,5,FailOnTimeoutGroup] 2024-11-13T23:27:57,286 INFO [M:0;714b435e65e7:41835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:27:57,286 DEBUG [M:0;714b435e65e7:41835 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:27:57,286 INFO [M:0;714b435e65e7:41835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:27:57,286 INFO [M:0;714b435e65e7:41835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:57,286 INFO [M:0;714b435e65e7:41835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:27:57,287 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:27:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1686164022/master 2024-11-13T23:27:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1686164022 2024-11-13T23:27:57,295 INFO [M:0;714b435e65e7:41835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/.lastflushedseqids 2024-11-13T23:27:57,302 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1686164022/master already deleted, retry=false 2024-11-13T23:27:57,302 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Failed delete of our master address node; KeeperErrorCode = NoNode for /1686164022/master 2024-11-13T23:27:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741848_1024 (size=245) 2024-11-13T23:27:57,304 INFO [M:0;714b435e65e7:41835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:27:57,305 INFO [M:0;714b435e65e7:41835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:27:57,305 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:27:57,305 INFO [M:0;714b435e65e7:41835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:57,305 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:57,305 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:27:57,305 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:57,305 INFO [M:0;714b435e65e7:41835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T23:27:57,329 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:57,341 DEBUG [M:0;714b435e65e7:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2db348f648434bc7837df950954f65ee is 82, key is hbase:meta,,1/info:regioninfo/1731540465392/Put/seqid=0 2024-11-13T23:27:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741849_1025 (size=5672) 2024-11-13T23:27:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:57,378 INFO [RS:0;714b435e65e7:45613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45613-0x10137d04c0b0004, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:57,378 INFO [RS:0;714b435e65e7:45613 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,45613,1731540463908; zookeeper connection closed. 2024-11-13T23:27:57,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@771b1245 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@771b1245 2024-11-13T23:27:57,378 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:27:57,748 INFO [M:0;714b435e65e7:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2db348f648434bc7837df950954f65ee 2024-11-13T23:27:57,764 DEBUG [M:0;714b435e65e7:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff910ad8178419082887bedc43cb7a1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540471553/Put/seqid=0 2024-11-13T23:27:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741850_1026 (size=8516) 2024-11-13T23:27:57,937 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:58,168 INFO [M:0;714b435e65e7:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff910ad8178419082887bedc43cb7a1 2024-11-13T23:27:58,184 DEBUG [M:0;714b435e65e7:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c1fcaaf5fbd4a779bacbdf7667df286 is 69, key is 714b435e65e7,45613,1731540463908/rs:state/1731540464710/Put/seqid=0 2024-11-13T23:27:58,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741851_1027 (size=5156) 2024-11-13T23:27:58,587 INFO [M:0;714b435e65e7:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c1fcaaf5fbd4a779bacbdf7667df286 2024-11-13T23:27:58,591 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2db348f648434bc7837df950954f65ee as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2db348f648434bc7837df950954f65ee 2024-11-13T23:27:58,594 INFO [M:0;714b435e65e7:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2db348f648434bc7837df950954f65ee, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T23:27:58,595 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff910ad8178419082887bedc43cb7a1 as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ff910ad8178419082887bedc43cb7a1 2024-11-13T23:27:58,598 INFO [M:0;714b435e65e7:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ff910ad8178419082887bedc43cb7a1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T23:27:58,599 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c1fcaaf5fbd4a779bacbdf7667df286 as hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c1fcaaf5fbd4a779bacbdf7667df286 2024-11-13T23:27:58,602 INFO [M:0;714b435e65e7:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c1fcaaf5fbd4a779bacbdf7667df286, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T23:27:58,603 INFO [M:0;714b435e65e7:41835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-13T23:27:58,604 INFO [M:0;714b435e65e7:41835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:27:58,604 DEBUG [M:0;714b435e65e7:41835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540477305Disabling compacts and flushes for region at 1731540477305Disabling writes for close at 1731540477305Obtaining lock to block concurrent updates at 1731540477305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540477305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731540477305Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540477306 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540477306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540477341 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540477341Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540477752 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540477764 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540477764Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540478171 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540478183 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540478183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26da72e9: reopening flushed file at 1731540478591 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3027ad: reopening flushed file at 1731540478595 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c620ab1: reopening flushed file at 1731540478598 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731540478603 (+5 ms)Writing region close event to WAL at 1731540478604 (+1 ms)Closed at 1731540478604 2024-11-13T23:27:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741830_1006 (size=63654) 2024-11-13T23:27:58,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acadfe6e-7c67-40f6-17fb-da6cf4d381f1/MasterData/WALs/714b435e65e7,41835,1731540463797/714b435e65e7%2C41835%2C1731540463797.1731540464163 not finished, retry = 0 2024-11-13T23:27:58,640 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:58,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:27:58,706 INFO [M:0;714b435e65e7:41835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:27:58,706 INFO [M:0;714b435e65e7:41835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41835 2024-11-13T23:27:58,707 INFO [M:0;714b435e65e7:41835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:27:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:58,844 INFO [M:0;714b435e65e7:41835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:27:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10137d04c0b0003, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:27:58,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24d7c89d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:27:58,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a961742{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:58,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:58,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:58,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e6736a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:58,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:27:58,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:27:58,848 WARN [BP-1537425191-172.17.0.2-1731540461838 heartbeating to localhost/127.0.0.1:40061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:27:58,848 WARN [BP-1537425191-172.17.0.2-1731540461838 heartbeating to localhost/127.0.0.1:40061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1537425191-172.17.0.2-1731540461838 (Datanode Uuid 797b4db9-9e5f-46ea-a00a-b592ae158462) service to localhost/127.0.0.1:40061 2024-11-13T23:27:58,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/cluster_c12791f5-ea21-baa1-d8d4-defb3cb2f4c2/data/data1/current/BP-1537425191-172.17.0.2-1731540461838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:58,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/cluster_c12791f5-ea21-baa1-d8d4-defb3cb2f4c2/data/data2/current/BP-1537425191-172.17.0.2-1731540461838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:27:58,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:27:58,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22c0462{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:27:58,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@542f28d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:27:58,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:27:58,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:27:58,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7c9c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.log.dir/,STOPPED} 2024-11-13T23:27:58,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:27:58,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:27:58,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:58,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:58,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:58,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:58,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:27:58,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:27:58,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913958531, stopped=false 2024-11-13T23:27:58,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,46365,1731540459707 2024-11-13T23:27:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0138106350/running 2024-11-13T23:27:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0138106350/running 2024-11-13T23:27:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:27:58,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:27:58,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:27:58,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on znode that does not yet exist, /0138106350/running 2024-11-13T23:27:58,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Set watcher on znode that does not yet exist, /0138106350/running 2024-11-13T23:27:58,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:58,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:58,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,38371,1731540459889' ***** 2024-11-13T23:27:58,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:27:58,886 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:27:58,886 INFO [RS:0;714b435e65e7:38371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:27:58,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:27:58,886 INFO [RS:0;714b435e65e7:38371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:27:58,886 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(3091): Received CLOSE for b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(3091): Received CLOSE for 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,38371,1731540459889 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:38371. 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1423d05d400df46294c4aef6d2d175c, disabling compactions & flushes 2024-11-13T23:27:58,887 DEBUG [RS:0;714b435e65e7:38371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:27:58,887 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:58,887 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. after waiting 0 ms 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:27:58,887 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1423d05d400df46294c4aef6d2d175c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T23:27:58,887 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:27:58,887 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1325): Online Regions={b1423d05d400df46294c4aef6d2d175c=hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c., 1588230740=hbase:meta,,1.1588230740, 66ba554d5e9309716fe87f8c94fb02ce=test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce.} 2024-11-13T23:27:58,887 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce, b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:27:58,887 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:27:58,887 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:27:58,888 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:27:58,900 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/info/0d6fe0b597e341e3a75743b2b2b07ec0 is 147, key is hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c./info:regioninfo/1731540470067/Put/seqid=0 2024-11-13T23:27:58,900 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c/.tmp/queue/fd623fd0779d49e5931df3f04da6772a is 153, key is 1-714b435e65e7,38371,1731540459889/queue:714b435e65e7%2C38371%2C1731540459889/1731540475883/Put/seqid=0 2024-11-13T23:27:58,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741840_1016 (size=5352) 2024-11-13T23:27:58,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741841_1017 (size=7686) 2024-11-13T23:27:58,944 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:27:59,087 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce, b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:59,155 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:27:59,155 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:27:59,288 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce, b1423d05d400df46294c4aef6d2d175c 2024-11-13T23:27:59,304 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c/.tmp/queue/fd623fd0779d49e5931df3f04da6772a 2024-11-13T23:27:59,304 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/info/0d6fe0b597e341e3a75743b2b2b07ec0 2024-11-13T23:27:59,309 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c/.tmp/queue/fd623fd0779d49e5931df3f04da6772a as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c/queue/fd623fd0779d49e5931df3f04da6772a 2024-11-13T23:27:59,312 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c/queue/fd623fd0779d49e5931df3f04da6772a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T23:27:59,313 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b1423d05d400df46294c4aef6d2d175c in 426ms, sequenceid=10, compaction requested=false 2024-11-13T23:27:59,320 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/replication/b1423d05d400df46294c4aef6d2d175c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T23:27:59,320 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:27:59,320 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:27:59,320 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:59,320 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1423d05d400df46294c4aef6d2d175c: Waiting for close lock at 1731540478887Running coprocessor pre-close hooks at 1731540478887Disabling compacts and flushes for region at 1731540478887Disabling writes for close at 1731540478887Obtaining lock to block concurrent updates at 1731540478887Preparing flush snapshotting stores in b1423d05d400df46294c4aef6d2d175c at 1731540478887Finished memstore snapshotting hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731540478887Flushing stores of hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. at 1731540478888 (+1 ms)Flushing b1423d05d400df46294c4aef6d2d175c/queue: creating writer at 1731540478888Flushing b1423d05d400df46294c4aef6d2d175c/queue: appending metadata at 1731540478900 (+12 ms)Flushing b1423d05d400df46294c4aef6d2d175c/queue: closing flushed file at 1731540478900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d50fd4: reopening flushed file at 1731540479308 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b1423d05d400df46294c4aef6d2d175c in 426ms, sequenceid=10, compaction requested=false at 1731540479313 (+5 ms)Writing region close event to WAL at 1731540479317 (+4 ms)Running coprocessor post-close hooks at 1731540479320 (+3 ms)Closed at 1731540479320 2024-11-13T23:27:59,321 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540468872.b1423d05d400df46294c4aef6d2d175c. 2024-11-13T23:27:59,321 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66ba554d5e9309716fe87f8c94fb02ce, disabling compactions & flushes 2024-11-13T23:27:59,321 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:59,321 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:59,321 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. after waiting 0 ms 2024-11-13T23:27:59,321 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:27:59,321 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66ba554d5e9309716fe87f8c94fb02ce 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T23:27:59,326 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/ns/9b06e200971342809259538cdaf0b63d is 43, key is default/ns:d/1731540461730/Put/seqid=0 2024-11-13T23:27:59,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:27:59,336 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/f/413978240f3f4952b067e3063239f31e is 29, key is row1/f:/1731540475202/DeleteFamily/seqid=0 2024-11-13T23:27:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741843_1019 (size=5118) 2024-11-13T23:27:59,443 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 914, reset compression=false 2024-11-13T23:27:59,447 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:27:59,447 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 1161, reset compression=false 2024-11-13T23:27:59,447 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,38371,1731540459889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:27:59,448 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,38371,1731540459889: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,38371,1731540459889, walGroup=714b435e65e7%2C38371%2C1731540459889, offset=714b435e65e7%2C38371%2C1731540459889.1731540461273:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:27:59,449 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:27:59,450 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:27:59,450 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:27:59,450 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:27:59,450 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:27:59,450 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 660356696 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 192165824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:27:59,451 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:46365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:46365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:27:59,488 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:59,652 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 1161, reset compression=false 2024-11-13T23:27:59,688 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:59,732 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/ns/9b06e200971342809259538cdaf0b63d 2024-11-13T23:27:59,739 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/f/413978240f3f4952b067e3063239f31e 2024-11-13T23:27:59,743 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 413978240f3f4952b067e3063239f31e 2024-11-13T23:27:59,750 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/rep_barrier/60997ed3e01d485bbe0e5a4258cc3735 is 112, key is test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce./rep_barrier:seqnumDuringOpen/1731540466764/Put/seqid=0 2024-11-13T23:27:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741844_1020 (size=5518) 2024-11-13T23:27:59,760 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/f1/63b0a70814194ff4855f7b3e05d95c10 is 30, key is row1/f1:/1731540475202/DeleteFamily/seqid=0 2024-11-13T23:27:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741845_1021 (size=5123) 2024-11-13T23:27:59,888 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:27:59,888 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 66ba554d5e9309716fe87f8c94fb02ce=test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce.} 2024-11-13T23:27:59,888 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:27:59,955 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 1161, reset compression=false 2024-11-13T23:28:00,088 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:28:00,155 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/rep_barrier/60997ed3e01d485bbe0e5a4258cc3735 2024-11-13T23:28:00,164 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/f1/63b0a70814194ff4855f7b3e05d95c10 2024-11-13T23:28:00,167 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63b0a70814194ff4855f7b3e05d95c10 2024-11-13T23:28:00,172 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/table/0dcf9e05884a44e1a003f8a47f7c5e07 is 53, key is hbase:replication/table:state/1731540470100/Put/seqid=0 2024-11-13T23:28:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741846_1022 (size=5308) 2024-11-13T23:28:00,184 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/norep/df74b4c7351a4db398a285c7d7aae9d0 is 32, key is row/norep:/1731540474191/DeleteFamily/seqid=0 2024-11-13T23:28:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741847_1023 (size=5101) 2024-11-13T23:28:00,289 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:28:00,358 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 1161, reset compression=false 2024-11-13T23:28:00,489 DEBUG [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ba554d5e9309716fe87f8c94fb02ce 2024-11-13T23:28:00,576 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/table/0dcf9e05884a44e1a003f8a47f7c5e07 2024-11-13T23:28:00,580 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/info/0d6fe0b597e341e3a75743b2b2b07ec0 as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/info/0d6fe0b597e341e3a75743b2b2b07ec0 2024-11-13T23:28:00,583 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/info/0d6fe0b597e341e3a75743b2b2b07ec0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:28:00,584 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/ns/9b06e200971342809259538cdaf0b63d as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/ns/9b06e200971342809259538cdaf0b63d 2024-11-13T23:28:00,588 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/norep/df74b4c7351a4db398a285c7d7aae9d0 2024-11-13T23:28:00,588 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/ns/9b06e200971342809259538cdaf0b63d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:28:00,589 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/rep_barrier/60997ed3e01d485bbe0e5a4258cc3735 as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/rep_barrier/60997ed3e01d485bbe0e5a4258cc3735 2024-11-13T23:28:00,591 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df74b4c7351a4db398a285c7d7aae9d0 2024-11-13T23:28:00,592 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/f/413978240f3f4952b067e3063239f31e as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/f/413978240f3f4952b067e3063239f31e 2024-11-13T23:28:00,592 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/rep_barrier/60997ed3e01d485bbe0e5a4258cc3735, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:28:00,593 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/.tmp/table/0dcf9e05884a44e1a003f8a47f7c5e07 as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/table/0dcf9e05884a44e1a003f8a47f7c5e07 2024-11-13T23:28:00,596 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 413978240f3f4952b067e3063239f31e 2024-11-13T23:28:00,596 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/table/0dcf9e05884a44e1a003f8a47f7c5e07, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:28:00,596 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/f/413978240f3f4952b067e3063239f31e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T23:28:00,596 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/f1/63b0a70814194ff4855f7b3e05d95c10 as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/f1/63b0a70814194ff4855f7b3e05d95c10 2024-11-13T23:28:00,597 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-13T23:28:00,600 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:28:00,601 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:00,601 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63b0a70814194ff4855f7b3e05d95c10 2024-11-13T23:28:00,601 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:28:00,601 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:00,601 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/f1/63b0a70814194ff4855f7b3e05d95c10, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T23:28:00,601 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540478887Running coprocessor pre-close hooks at 1731540478887Disabling compacts and flushes for region at 1731540478887Disabling writes for close at 1731540478887Obtaining lock to block concurrent updates at 1731540478888 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731540478888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540478888Flushing stores of hbase:meta,,1.1588230740 at 1731540478888Flushing 1588230740/info: creating writer at 1731540478888Flushing 1588230740/info: appending metadata at 1731540478900 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731540478900Flushing 1588230740/ns: creating writer at 1731540479308 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731540479325 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731540479326 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731540479736 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540479749 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540479749Flushing 1588230740/table: creating writer at 1731540480159 (+410 ms)Flushing 1588230740/table: appending metadata at 1731540480172 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731540480172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322d83ae: reopening flushed file at 1731540480579 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a63caf: reopening flushed file at 1731540480584 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d3bc09: reopening flushed file at 1731540480588 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df7e494: reopening flushed file at 1731540480592 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731540480597 (+5 ms)Writing region close event to WAL at 1731540480598 (+1 ms)Running coprocessor post-close hooks at 1731540480601 (+3 ms)Closed at 1731540480601 2024-11-13T23:28:00,601 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:00,601 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/.tmp/norep/df74b4c7351a4db398a285c7d7aae9d0 as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/norep/df74b4c7351a4db398a285c7d7aae9d0 2024-11-13T23:28:00,605 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df74b4c7351a4db398a285c7d7aae9d0 2024-11-13T23:28:00,605 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/norep/df74b4c7351a4db398a285c7d7aae9d0, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T23:28:00,606 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 66ba554d5e9309716fe87f8c94fb02ce in 1285ms, sequenceid=8, compaction requested=false 2024-11-13T23:28:00,609 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/data/default/test/66ba554d5e9309716fe87f8c94fb02ce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:28:00,610 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:00,610 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:28:00,610 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:28:00,610 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66ba554d5e9309716fe87f8c94fb02ce: Waiting for close lock at 1731540479321Running coprocessor pre-close hooks at 1731540479321Disabling compacts and flushes for region at 1731540479321Disabling writes for close at 1731540479321Obtaining lock to block concurrent updates at 1731540479321Preparing flush snapshotting stores in 66ba554d5e9309716fe87f8c94fb02ce at 1731540479321Finished memstore snapshotting test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731540479321Flushing stores of test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. at 1731540479322 (+1 ms)Flushing 66ba554d5e9309716fe87f8c94fb02ce/f: creating writer at 1731540479322Flushing 66ba554d5e9309716fe87f8c94fb02ce/f: appending metadata at 1731540479335 (+13 ms)Flushing 66ba554d5e9309716fe87f8c94fb02ce/f: closing flushed file at 1731540479335Flushing 66ba554d5e9309716fe87f8c94fb02ce/f1: creating writer at 1731540479743 (+408 ms)Flushing 66ba554d5e9309716fe87f8c94fb02ce/f1: appending metadata at 1731540479759 (+16 ms)Flushing 66ba554d5e9309716fe87f8c94fb02ce/f1: closing flushed file at 1731540479759Flushing 66ba554d5e9309716fe87f8c94fb02ce/norep: creating writer at 1731540480167 (+408 ms)Flushing 66ba554d5e9309716fe87f8c94fb02ce/norep: appending metadata at 1731540480183 (+16 ms)Flushing 66ba554d5e9309716fe87f8c94fb02ce/norep: closing flushed file at 1731540480183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77650c06: reopening flushed file at 1731540480591 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e24945f: reopening flushed file at 1731540480596 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107db388: reopening flushed file at 1731540480601 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 66ba554d5e9309716fe87f8c94fb02ce in 1285ms, sequenceid=8, compaction requested=false at 1731540480606 (+5 ms)Writing region close event to WAL at 1731540480607 (+1 ms)Running coprocessor post-close hooks at 1731540480610 (+3 ms)Closed at 1731540480610 2024-11-13T23:28:00,610 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540465528.66ba554d5e9309716fe87f8c94fb02ce. 2024-11-13T23:28:00,689 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,38371,1731540459889; all regions closed. 2024-11-13T23:28:00,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.meta.1731540461618.meta not finished, retry = 0 2024-11-13T23:28:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:28:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741839_1015 (size=2676) 2024-11-13T23:28:00,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.rep.1731540470018 not finished, retry = 0 2024-11-13T23:28:00,861 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 1161, reset compression=false 2024-11-13T23:28:00,865 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:00,865 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.wal-reader.714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 to pos 1805, reset compression=false 2024-11-13T23:28:00,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/WALs/714b435e65e7,38371,1731540459889/714b435e65e7%2C38371%2C1731540459889.1731540461273 not finished, retry = 0 2024-11-13T23:28:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741833_1009 (size=1813) 2024-11-13T23:28:00,997 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:00,997 INFO [RS:0;714b435e65e7:38371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:28:00,997 INFO [RS:0;714b435e65e7:38371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:00,997 INFO [RS:0;714b435e65e7:38371 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:00,997 INFO [RS:0;714b435e65e7:38371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:00,997 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:00,997 INFO [RS:0;714b435e65e7:38371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,38371,1731540459889 because: Region server is closing 2024-11-13T23:28:00,997 INFO [RS:0;714b435e65e7:38371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:38371. 2024-11-13T23:28:00,998 DEBUG [RS:0;714b435e65e7:38371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:00,998 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:00,998 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:00,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:01,098 INFO [RS:0;714b435e65e7:38371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,38371,1731540459889.replicationSource.shipper714b435e65e7%2C38371%2C1731540459889,1-714b435e65e7,38371,1731540459889 terminated 2024-11-13T23:28:01,098 INFO [RS:0;714b435e65e7:38371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:38371. 2024-11-13T23:28:01,098 DEBUG [RS:0;714b435e65e7:38371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:01,098 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:01,098 DEBUG [RS:0;714b435e65e7:38371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:01,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:01,098 INFO [RS:0;714b435e65e7:38371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38371 2024-11-13T23:28:01,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0138106350/rs/714b435e65e7,38371,1731540459889 2024-11-13T23:28:01,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350/rs 2024-11-13T23:28:01,148 INFO [RS:0;714b435e65e7:38371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:01,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,38371,1731540459889] 2024-11-13T23:28:01,164 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0138106350/draining/714b435e65e7,38371,1731540459889 already deleted, retry=false 2024-11-13T23:28:01,164 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,38371,1731540459889 expired; onlineServers=0 2024-11-13T23:28:01,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,46365,1731540459707' ***** 2024-11-13T23:28:01,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:28:01,165 INFO [M:0;714b435e65e7:46365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:28:01,165 INFO [M:0;714b435e65e7:46365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:01,165 DEBUG [M:0;714b435e65e7:46365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:28:01,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:28:01,165 DEBUG [M:0;714b435e65e7:46365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:28:01,165 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540460975 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540460975,5,FailOnTimeoutGroup] 2024-11-13T23:28:01,165 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540460972 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540460972,5,FailOnTimeoutGroup] 2024-11-13T23:28:01,165 INFO [M:0;714b435e65e7:46365 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:01,165 INFO [M:0;714b435e65e7:46365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:01,165 DEBUG [M:0;714b435e65e7:46365 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:28:01,165 INFO [M:0;714b435e65e7:46365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:28:01,165 INFO [M:0;714b435e65e7:46365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:28:01,165 INFO [M:0;714b435e65e7:46365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:28:01,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:28:01,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0138106350/master 2024-11-13T23:28:01,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0138106350 2024-11-13T23:28:01,173 DEBUG [M:0;714b435e65e7:46365 {}] zookeeper.ZKUtil(347): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Unable to get data of znode /0138106350/master because node does not exist (not an error) 2024-11-13T23:28:01,173 WARN [M:0;714b435e65e7:46365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:28:01,174 INFO [M:0;714b435e65e7:46365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/.lastflushedseqids 2024-11-13T23:28:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741848_1024 (size=245) 2024-11-13T23:28:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:01,256 INFO [RS:0;714b435e65e7:38371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38371-0x10137d04c0b0001, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:01,256 INFO [RS:0;714b435e65e7:38371 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,38371,1731540459889; zookeeper connection closed. 2024-11-13T23:28:01,257 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d0f5ca7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d0f5ca7 2024-11-13T23:28:01,257 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:28:01,578 INFO [M:0;714b435e65e7:46365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:28:01,578 INFO [M:0;714b435e65e7:46365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:28:01,578 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:01,578 INFO [M:0;714b435e65e7:46365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:01,578 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:01,578 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:01,578 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:01,578 INFO [M:0;714b435e65e7:46365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T23:28:01,592 DEBUG [M:0;714b435e65e7:46365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9db1d729c864870b76e104f51ac0a29 is 82, key is hbase:meta,,1/info:regioninfo/1731540461686/Put/seqid=0 2024-11-13T23:28:01,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741849_1025 (size=5672) 2024-11-13T23:28:01,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:01,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:01,806 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28261 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:01,995 INFO [M:0;714b435e65e7:46365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9db1d729c864870b76e104f51ac0a29 2024-11-13T23:28:02,017 DEBUG [M:0;714b435e65e7:46365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0002fd18fa77477cb50386ede64f15f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540470104/Put/seqid=0 2024-11-13T23:28:02,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741850_1026 (size=8515) 2024-11-13T23:28:02,021 INFO [M:0;714b435e65e7:46365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0002fd18fa77477cb50386ede64f15f9 2024-11-13T23:28:02,040 DEBUG [M:0;714b435e65e7:46365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25c456e76a8345109329ab7a9708a5ec is 69, key is 714b435e65e7,38371,1731540459889/rs:state/1731540461041/Put/seqid=0 2024-11-13T23:28:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741851_1027 (size=5156) 2024-11-13T23:28:02,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:02,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:02,444 INFO [M:0;714b435e65e7:46365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25c456e76a8345109329ab7a9708a5ec 2024-11-13T23:28:02,449 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9db1d729c864870b76e104f51ac0a29 as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9db1d729c864870b76e104f51ac0a29 2024-11-13T23:28:02,452 INFO [M:0;714b435e65e7:46365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9db1d729c864870b76e104f51ac0a29, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T23:28:02,453 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0002fd18fa77477cb50386ede64f15f9 as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0002fd18fa77477cb50386ede64f15f9 2024-11-13T23:28:02,456 INFO [M:0;714b435e65e7:46365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0002fd18fa77477cb50386ede64f15f9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T23:28:02,457 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25c456e76a8345109329ab7a9708a5ec as hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25c456e76a8345109329ab7a9708a5ec 2024-11-13T23:28:02,460 INFO [M:0;714b435e65e7:46365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36821/user/jenkins/test-data/0ae93c56-5f25-af2c-3544-12aba7dd1bef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25c456e76a8345109329ab7a9708a5ec, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T23:28:02,461 INFO [M:0;714b435e65e7:46365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-13T23:28:02,462 INFO [M:0;714b435e65e7:46365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:02,462 DEBUG [M:0;714b435e65e7:46365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540481578Disabling compacts and flushes for region at 1731540481578Disabling writes for close at 1731540481578Obtaining lock to block concurrent updates at 1731540481578Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540481578Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731540481579 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540481579Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540481579Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540481592 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540481592Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540481999 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540482017 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540482017Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540482025 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540482040 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540482040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c9853d: reopening flushed file at 1731540482448 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fa55cd: reopening flushed file at 1731540482452 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158522d7: reopening flushed file at 1731540482456 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1731540482461 (+5 ms)Writing region close event to WAL at 1731540482462 (+1 ms)Closed at 1731540482462 2024-11-13T23:28:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44037 is added to blk_1073741830_1006 (size=63642) 2024-11-13T23:28:02,464 INFO [M:0;714b435e65e7:46365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:28:02,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:02,464 INFO [M:0;714b435e65e7:46365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46365 2024-11-13T23:28:02,464 INFO [M:0;714b435e65e7:46365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:02,602 INFO [M:0;714b435e65e7:46365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:02,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:02,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46365-0x10137d04c0b0000, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:02,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583d26ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:02,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67bebb46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:02,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:02,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b09d5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:02,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:02,606 WARN [BP-788883300-172.17.0.2-1731540458062 heartbeating to localhost/127.0.0.1:36821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:28:02,606 WARN [BP-788883300-172.17.0.2-1731540458062 heartbeating to localhost/127.0.0.1:36821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-788883300-172.17.0.2-1731540458062 (Datanode Uuid bd6deead-a337-4bf8-b4ab-6dae4fb22897) service to localhost/127.0.0.1:36821 2024-11-13T23:28:02,606 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:28:02,606 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:28:02,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e/data/data1/current/BP-788883300-172.17.0.2-1731540458062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:02,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/cluster_859679ba-d225-a3a5-ce0a-fc302a21f82e/data/data2/current/BP-788883300-172.17.0.2-1731540458062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:02,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:28:02,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@568853b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:02,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:02,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:02,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:02,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/021c89a1-5c6b-e644-8dfb-322bfa9abdfb/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:02,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:28:02,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:28:02,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 247) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36821 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40061 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 478) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7487 (was 7519) 2024-11-13T23:28:02,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=7487 2024-11-13T23:28:02,656 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T23:28:02,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.log.dir so I do NOT create it in target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9 2024-11-13T23:28:02,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:28:02,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.tmp.dir so I do NOT create it in target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9 2024-11-13T23:28:02,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e3f012-12fd-b2af-c257-98da51469010/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:28:02,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9 2024-11-13T23:28:02,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a, deleteOnExit=true 2024-11-13T23:28:02,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a/zookeeper_0, clientPort=55981, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:28:02,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55981 2024-11-13T23:28:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:28:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/test.cache.data in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:28:02,681 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:02,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:28:02,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:28:02,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:28:02,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:02,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:28:02,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:28:02,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137d04c0b0002, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:28:02,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137d04c0b0005, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:28:02,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137d04c0b0005, quorum=127.0.0.1:64327, baseZNode=/1686164022 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:28:02,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137d04c0b0002, quorum=127.0.0.1:64327, baseZNode=/0138106350 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:28:03,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:03,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:03,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:03,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:03,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:03,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:03,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7612f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:03,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d225e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:03,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@84583c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/java.io.tmpdir/jetty-localhost-43589-hadoop-hdfs-3_4_1-tests_jar-_-any-13777577405127129097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:03,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e8c032{HTTP/1.1, (http/1.1)}{localhost:43589} 2024-11-13T23:28:03,118 INFO [Time-limited test {}] server.Server(415): Started @214271ms 2024-11-13T23:28:03,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:03,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:03,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:03,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:03,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:03,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65274dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:03,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481a6c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:03,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75ac3569{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/java.io.tmpdir/jetty-localhost-44209-hadoop-hdfs-3_4_1-tests_jar-_-any-13609920781702650274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:03,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d1832e1{HTTP/1.1, (http/1.1)}{localhost:44209} 2024-11-13T23:28:03,428 INFO [Time-limited test {}] server.Server(415): Started @214582ms 2024-11-13T23:28:03,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:04,008 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a/data/data2/current/BP-1046887633-172.17.0.2-1731540482695/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:04,008 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a/data/data1/current/BP-1046887633-172.17.0.2-1731540482695/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:04,025 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8e695464aeada4f with lease ID 0xa5f2d50b7a0e3a8a: Processing first storage report for DS-9ff96bb8-f049-4efa-bd0a-1b63968eb243 from datanode DatanodeRegistration(127.0.0.1:33213, datanodeUuid=67a744b3-525c-40d8-abfb-826b8fb07317, infoPort=41859, infoSecurePort=0, ipcPort=43297, storageInfo=lv=-57;cid=testClusterID;nsid=1870881759;c=1731540482695) 2024-11-13T23:28:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8e695464aeada4f with lease ID 0xa5f2d50b7a0e3a8a: from storage DS-9ff96bb8-f049-4efa-bd0a-1b63968eb243 node DatanodeRegistration(127.0.0.1:33213, datanodeUuid=67a744b3-525c-40d8-abfb-826b8fb07317, infoPort=41859, infoSecurePort=0, ipcPort=43297, storageInfo=lv=-57;cid=testClusterID;nsid=1870881759;c=1731540482695), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:28:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8e695464aeada4f with lease ID 0xa5f2d50b7a0e3a8a: Processing first storage report for DS-5c05b2aa-dd06-4506-a140-c8958948358f from datanode DatanodeRegistration(127.0.0.1:33213, datanodeUuid=67a744b3-525c-40d8-abfb-826b8fb07317, infoPort=41859, infoSecurePort=0, ipcPort=43297, storageInfo=lv=-57;cid=testClusterID;nsid=1870881759;c=1731540482695) 2024-11-13T23:28:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8e695464aeada4f with lease ID 0xa5f2d50b7a0e3a8a: from storage DS-5c05b2aa-dd06-4506-a140-c8958948358f node DatanodeRegistration(127.0.0.1:33213, datanodeUuid=67a744b3-525c-40d8-abfb-826b8fb07317, infoPort=41859, infoSecurePort=0, ipcPort=43297, storageInfo=lv=-57;cid=testClusterID;nsid=1870881759;c=1731540482695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:04,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9 2024-11-13T23:28:04,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:04,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:04,460 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed with version=8 2024-11-13T23:28:04,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/hbase-staging 2024-11-13T23:28:04,462 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:04,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33077 2024-11-13T23:28:04,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33077 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:04,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330770x0, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:04,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33077-0x10137d0ac600000 connected 2024-11-13T23:28:04,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:04,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:04,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on znode that does not yet exist, /0-1651304104/running 2024-11-13T23:28:04,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed, hbase.cluster.distributed=false 2024-11-13T23:28:04,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on znode that does not yet exist, /0-1651304104/acl 2024-11-13T23:28:04,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-13T23:28:04,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33077 2024-11-13T23:28:04,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33077 2024-11-13T23:28:04,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-13T23:28:04,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-13T23:28:04,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:04,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:04,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:04,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:04,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:04,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:04,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:04,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:04,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33103 2024-11-13T23:28:04,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33103 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:04,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:04,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:04,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331030x0, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:04,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331030x0, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on znode that does not yet exist, /0-1651304104/running 2024-11-13T23:28:04,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33103-0x10137d0ac600001 connected 2024-11-13T23:28:04,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:04,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:04,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on znode that does not yet exist, /0-1651304104/master 2024-11-13T23:28:04,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on znode that does not yet exist, /0-1651304104/acl 2024-11-13T23:28:04,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-13T23:28:04,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33103 2024-11-13T23:28:04,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33103 2024-11-13T23:28:04,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-13T23:28:04,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33103 2024-11-13T23:28:04,660 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:33077 2024-11-13T23:28:04,662 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1651304104/backup-masters/714b435e65e7,33077,1731540484461 2024-11-13T23:28:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104/backup-masters 2024-11-13T23:28:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104/backup-masters 2024-11-13T23:28:04,669 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on existing znode=/0-1651304104/backup-masters/714b435e65e7,33077,1731540484461 2024-11-13T23:28:04,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1651304104/master 2024-11-13T23:28:04,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:04,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:04,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on existing znode=/0-1651304104/master 2024-11-13T23:28:04,677 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1651304104/backup-masters/714b435e65e7,33077,1731540484461 from backup master directory 2024-11-13T23:28:04,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104/backup-masters 2024-11-13T23:28:04,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1651304104/backup-masters/714b435e65e7,33077,1731540484461 2024-11-13T23:28:04,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104/backup-masters 2024-11-13T23:28:04,685 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:04,685 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,33077,1731540484461 2024-11-13T23:28:04,688 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/hbase.id] with ID: 774442c1-d92b-46b8-b175-b7a0db16d4a8 2024-11-13T23:28:04,688 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/.tmp/hbase.id 2024-11-13T23:28:04,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:04,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:28:04,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:28:04,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:28:04,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:28:04,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T23:28:04,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:04,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:28:05,092 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/.tmp/hbase.id]:[hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/hbase.id] 2024-11-13T23:28:05,099 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:05,099 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:28:05,100 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:28:05,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:05,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:05,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:05,543 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:05,544 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:28:05,544 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:05,953 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store 2024-11-13T23:28:05,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:05,961 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:05,961 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:05,961 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:05,961 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:05,961 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:05,961 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:05,961 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:05,961 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540485961Disabling compacts and flushes for region at 1731540485961Disabling writes for close at 1731540485961Writing region close event to WAL at 1731540485961Closed at 1731540485961 2024-11-13T23:28:05,961 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/.initializing 2024-11-13T23:28:05,961 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/WALs/714b435e65e7,33077,1731540484461 2024-11-13T23:28:05,962 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:05,963 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C33077%2C1731540484461, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/WALs/714b435e65e7,33077,1731540484461, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/oldWALs, maxLogs=10 2024-11-13T23:28:05,978 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/WALs/714b435e65e7,33077,1731540484461/714b435e65e7%2C33077%2C1731540484461.1731540485963, exclude list is [], retry=0 2024-11-13T23:28:05,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-9ff96bb8-f049-4efa-bd0a-1b63968eb243,DISK] 2024-11-13T23:28:05,981 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/WALs/714b435e65e7,33077,1731540484461/714b435e65e7%2C33077%2C1731540484461.1731540485963 2024-11-13T23:28:05,981 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-13T23:28:05,981 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:05,981 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:05,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:28:05,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:05,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:05,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:28:05,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:05,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:05,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:28:05,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:05,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:05,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:28:05,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:05,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:05,987 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,988 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,988 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,989 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,989 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,989 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:05,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:05,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:05,991 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59818572, jitterRate=-0.10863381624221802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:05,992 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540485982Initializing all the Stores at 1731540485982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540485982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540485982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540485982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540485982Cleaning up temporary data from old regions at 1731540485989 (+7 ms)Region opened successfully at 1731540485992 (+3 ms) 2024-11-13T23:28:05,992 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:28:05,994 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2a062d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:05,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:28:05,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:28:05,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:28:05,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:28:05,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:28:05,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:28:05,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:28:05,996 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:28:05,997 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Unable to get data of znode /0-1651304104/balancer because node does not exist (not necessarily an error) 2024-11-13T23:28:06,035 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1651304104/balancer already deleted, retry=false 2024-11-13T23:28:06,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:28:06,036 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Unable to get data of znode /0-1651304104/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:28:06,043 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1651304104/normalizer already deleted, retry=false 2024-11-13T23:28:06,043 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:28:06,044 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Unable to get data of znode /0-1651304104/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:28:06,051 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1651304104/switch/split already deleted, retry=false 2024-11-13T23:28:06,052 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Unable to get data of znode /0-1651304104/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:28:06,060 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1651304104/switch/merge already deleted, retry=false 2024-11-13T23:28:06,061 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Unable to get data of znode /0-1651304104/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:28:06,068 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1651304104/snapshot-cleanup already deleted, retry=false 2024-11-13T23:28:06,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1651304104/running 2024-11-13T23:28:06,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1651304104/running 2024-11-13T23:28:06,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:06,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:06,077 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,33077,1731540484461, sessionid=0x10137d0ac600000, setting cluster-up flag (Was=false) 2024-11-13T23:28:06,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:06,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:06,118 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1651304104/flush-table-proc/acquired, /0-1651304104/flush-table-proc/reached, /0-1651304104/flush-table-proc/abort 2024-11-13T23:28:06,119 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,33077,1731540484461 2024-11-13T23:28:06,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:06,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:06,160 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1651304104/online-snapshot/acquired, /0-1651304104/online-snapshot/reached, /0-1651304104/online-snapshot/abort 2024-11-13T23:28:06,160 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,33077,1731540484461 2024-11-13T23:28:06,161 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:28:06,162 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:06,163 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:28:06,163 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:28:06,163 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,33077,1731540484461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:06,164 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540516165 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:28:06,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:06,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:28:06,165 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:28:06,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:28:06,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:28:06,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:28:06,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:06,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:28:06,166 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:28:06,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:28:06,167 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540486166,5,FailOnTimeoutGroup] 2024-11-13T23:28:06,167 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540486167,5,FailOnTimeoutGroup] 2024-11-13T23:28:06,167 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,167 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:28:06,167 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,167 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:06,252 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(746): ClusterId : 774442c1-d92b-46b8-b175-b7a0db16d4a8 2024-11-13T23:28:06,252 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:06,260 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:06,260 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:06,269 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:06,269 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458ecd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:06,279 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:33103 2024-11-13T23:28:06,279 INFO [RS:0;714b435e65e7:33103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:06,279 INFO [RS:0;714b435e65e7:33103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:06,279 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:06,279 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,33077,1731540484461 with port=33103, startcode=1731540484627 2024-11-13T23:28:06,280 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:06,281 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:06,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,33103,1731540484627 2024-11-13T23:28:06,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33077 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,33103,1731540484627 2024-11-13T23:28:06,282 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed 2024-11-13T23:28:06,282 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40619 2024-11-13T23:28:06,282 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104/rs 2024-11-13T23:28:06,289 DEBUG [RS:0;714b435e65e7:33103 {}] zookeeper.ZKUtil(111): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on existing znode=/0-1651304104/rs/714b435e65e7,33103,1731540484627 2024-11-13T23:28:06,289 WARN [RS:0;714b435e65e7:33103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:06,289 INFO [RS:0;714b435e65e7:33103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:06,290 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627 2024-11-13T23:28:06,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,33103,1731540484627] 2024-11-13T23:28:06,292 INFO [RS:0;714b435e65e7:33103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:06,293 INFO [RS:0;714b435e65e7:33103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:06,293 INFO [RS:0;714b435e65e7:33103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:06,293 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,293 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:06,293 INFO [RS:0;714b435e65e7:33103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:06,293 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:06,294 DEBUG [RS:0;714b435e65e7:33103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:06,294 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,294 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,294 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,294 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,294 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,294 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33103,1731540484627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:06,306 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:06,306 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33103,1731540484627-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,306 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,306 INFO [RS:0;714b435e65e7:33103 {}] regionserver.Replication(171): 714b435e65e7,33103,1731540484627 started 2024-11-13T23:28:06,318 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:06,318 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,33103,1731540484627, RpcServer on 714b435e65e7/172.17.0.2:33103, sessionid=0x10137d0ac600001 2024-11-13T23:28:06,318 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:06,318 DEBUG [RS:0;714b435e65e7:33103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,33103,1731540484627 2024-11-13T23:28:06,318 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33103,1731540484627' 2024-11-13T23:28:06,318 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1651304104/flush-table-proc/abort' 2024-11-13T23:28:06,319 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1651304104/flush-table-proc/acquired' 2024-11-13T23:28:06,319 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:06,319 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:06,319 DEBUG [RS:0;714b435e65e7:33103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,33103,1731540484627 2024-11-13T23:28:06,319 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33103,1731540484627' 2024-11-13T23:28:06,319 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1651304104/online-snapshot/abort' 2024-11-13T23:28:06,319 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1651304104/online-snapshot/acquired' 2024-11-13T23:28:06,320 DEBUG [RS:0;714b435e65e7:33103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:06,320 INFO [RS:0;714b435e65e7:33103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:06,320 INFO [RS:0;714b435e65e7:33103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:06,420 INFO [RS:0;714b435e65e7:33103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:06,421 INFO [RS:0;714b435e65e7:33103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33103%2C1731540484627, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/oldWALs, maxLogs=10 2024-11-13T23:28:06,433 DEBUG [RS:0;714b435e65e7:33103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, exclude list is [], retry=0 2024-11-13T23:28:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-9ff96bb8-f049-4efa-bd0a-1b63968eb243,DISK] 2024-11-13T23:28:06,436 INFO [RS:0;714b435e65e7:33103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 2024-11-13T23:28:06,436 DEBUG [RS:0;714b435e65e7:33103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-13T23:28:06,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:28:06,577 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed 2024-11-13T23:28:06,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:28:06,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:06,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:06,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:06,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:06,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:06,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:06,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:06,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:06,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:06,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:06,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:06,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:06,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:06,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:06,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:06,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:06,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:06,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:06,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740 2024-11-13T23:28:06,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740 2024-11-13T23:28:06,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:06,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:06,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:06,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:06,990 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:06,990 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61748294, jitterRate=-0.07987871766090393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540486982Initializing all the Stores at 1731540486983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540486983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540486983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540486983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540486983Cleaning up temporary data from old regions at 1731540486988 (+5 ms)Region opened successfully at 1731540486991 (+3 ms) 2024-11-13T23:28:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:06,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:06,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:06,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540486991Disabling compacts and flushes for region at 1731540486991Disabling writes for close at 1731540486991Writing region close event to WAL at 1731540486991Closed at 1731540486991 2024-11-13T23:28:06,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:06,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:28:06,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:28:06,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:06,993 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:28:07,144 DEBUG [714b435e65e7:33077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:28:07,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,33103,1731540484627 2024-11-13T23:28:07,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,33103,1731540484627, state=OPENING 2024-11-13T23:28:07,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:28:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:07,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1651304104/meta-region-server: CHANGED 2024-11-13T23:28:07,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1651304104/meta-region-server: CHANGED 2024-11-13T23:28:07,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:07,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,33103,1731540484627}] 2024-11-13T23:28:07,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:07,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:28:07,372 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:28:07,372 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:07,372 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:28:07,373 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33103%2C1731540484627.meta, suffix=.meta, logDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/oldWALs, maxLogs=10 2024-11-13T23:28:07,385 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.meta.1731540487374.meta, exclude list is [], retry=0 2024-11-13T23:28:07,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-9ff96bb8-f049-4efa-bd0a-1b63968eb243,DISK] 2024-11-13T23:28:07,388 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.meta.1731540487374.meta 2024-11-13T23:28:07,388 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-13T23:28:07,388 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:07,388 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:07,388 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:07,388 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:28:07,388 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:28:07,389 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:28:07,389 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:07,389 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:28:07,389 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:28:07,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:07,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:07,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:07,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:07,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:07,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:07,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:07,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:07,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:07,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:07,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:07,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:07,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:07,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:07,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:07,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:07,393 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:07,393 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740 2024-11-13T23:28:07,394 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740 2024-11-13T23:28:07,395 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:07,395 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:07,395 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:07,396 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:07,396 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72465447, jitterRate=0.07981930673122406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:07,396 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:28:07,397 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540487389Writing region info on filesystem at 1731540487389Initializing all the Stores at 1731540487389Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540487389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540487390 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540487390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540487390Cleaning up temporary data from old regions at 1731540487395 (+5 ms)Running coprocessor post-open hooks at 1731540487396 (+1 ms)Region opened successfully at 1731540487397 (+1 ms) 2024-11-13T23:28:07,397 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540487369 2024-11-13T23:28:07,399 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:28:07,399 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:28:07,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,33103,1731540484627 2024-11-13T23:28:07,400 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,33103,1731540484627, state=OPEN 2024-11-13T23:28:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1651304104/meta-region-server 2024-11-13T23:28:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1651304104/meta-region-server 2024-11-13T23:28:07,418 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,33103,1731540484627 2024-11-13T23:28:07,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1651304104/meta-region-server: CHANGED 2024-11-13T23:28:07,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1651304104/meta-region-server: CHANGED 2024-11-13T23:28:07,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:28:07,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,33103,1731540484627 in 201 msec 2024-11-13T23:28:07,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:28:07,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-13T23:28:07,421 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:07,422 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:28:07,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:07,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33103,1731540484627, seqNum=-1] 2024-11-13T23:28:07,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:07,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:07,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-13T23:28:07,428 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540487427, completionTime=-1 2024-11-13T23:28:07,428 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:28:07,428 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:28:07,429 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:28:07,429 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540547429 2024-11-13T23:28:07,429 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540607429 2024-11-13T23:28:07,429 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:28:07,430 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33077,1731540484461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:07,430 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33077,1731540484461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:07,430 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33077,1731540484461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:07,430 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:33077, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:07,430 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:07,430 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:07,431 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.748sec 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33077,1731540484461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:07,433 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33077,1731540484461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:28:07,435 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:28:07,435 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:28:07,435 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33077,1731540484461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:07,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13045b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:07,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33077,-1 for getting cluster id 2024-11-13T23:28:07,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:07,454 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774442c1-d92b-46b8-b175-b7a0db16d4a8' 2024-11-13T23:28:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774442c1-d92b-46b8-b175-b7a0db16d4a8" 2024-11-13T23:28:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7b1463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33077,-1] 2024-11-13T23:28:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:07,456 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:07,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:07,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33103,1731540484627, seqNum=-1] 2024-11-13T23:28:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:07,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:07,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,33077,1731540484461 2024-11-13T23:28:07,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:07,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:07,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137d0ac600002 connected 2024-11-13T23:28:07,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.log.dir so I do NOT create it in target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f 2024-11-13T23:28:07,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:28:07,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.tmp.dir so I do NOT create it in target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f 2024-11-13T23:28:07,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:28:07,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f 2024-11-13T23:28:07,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/cluster_cf86309c-9081-a97d-4c81-41b416de8207, deleteOnExit=true 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/test.cache.data in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:28:07,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:07,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:28:07,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:28:07,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:07,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:07,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:07,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:07,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:07,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:07,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@666de90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:07,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48103671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:07,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ffff9c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/java.io.tmpdir/jetty-localhost-39309-hadoop-hdfs-3_4_1-tests_jar-_-any-947853014441168990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:07,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482640eb{HTTP/1.1, (http/1.1)}{localhost:39309} 2024-11-13T23:28:07,797 INFO [Time-limited test {}] server.Server(415): Started @218950ms 2024-11-13T23:28:08,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:08,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:08,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:08,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:08,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:08,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30dd4f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:08,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a0e76b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:08,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a8db13d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/java.io.tmpdir/jetty-localhost-35533-hadoop-hdfs-3_4_1-tests_jar-_-any-5540508952397765579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:08,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2107a0{HTTP/1.1, (http/1.1)}{localhost:35533} 2024-11-13T23:28:08,123 INFO [Time-limited test {}] server.Server(415): Started @219277ms 2024-11-13T23:28:08,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:08,785 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/cluster_cf86309c-9081-a97d-4c81-41b416de8207/data/data1/current/BP-1885557011-172.17.0.2-1731540487493/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:08,785 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/cluster_cf86309c-9081-a97d-4c81-41b416de8207/data/data2/current/BP-1885557011-172.17.0.2-1731540487493/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:08,808 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42e1870660d484aa with lease ID 0xf45ca35c2f4b0422: Processing first storage report for DS-a6a4a6db-3bd6-48ae-8a62-c836ef0236fd from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=13d3b64f-f006-4845-b09d-e85ca424bc40, infoPort=38079, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=642834420;c=1731540487493) 2024-11-13T23:28:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42e1870660d484aa with lease ID 0xf45ca35c2f4b0422: from storage DS-a6a4a6db-3bd6-48ae-8a62-c836ef0236fd node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=13d3b64f-f006-4845-b09d-e85ca424bc40, infoPort=38079, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=642834420;c=1731540487493), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42e1870660d484aa with lease ID 0xf45ca35c2f4b0422: Processing first storage report for DS-f6e555d4-02c7-48d8-8a61-751722289fb1 from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=13d3b64f-f006-4845-b09d-e85ca424bc40, infoPort=38079, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=642834420;c=1731540487493) 2024-11-13T23:28:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42e1870660d484aa with lease ID 0xf45ca35c2f4b0422: from storage DS-f6e555d4-02c7-48d8-8a61-751722289fb1 node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=13d3b64f-f006-4845-b09d-e85ca424bc40, infoPort=38079, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=642834420;c=1731540487493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:08,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f 2024-11-13T23:28:08,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:08,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:08,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:09,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f with version=8 2024-11-13T23:28:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/hbase-staging 2024-11-13T23:28:09,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:09,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:09,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:09,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:09,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:09,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:09,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:28:09,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:09,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36429 2024-11-13T23:28:09,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36429 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:09,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364290x0, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:09,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36429-0x10137d0ac600003 connected 2024-11-13T23:28:09,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:09,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:09,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on znode that does not yet exist, /11617731404/running 2024-11-13T23:28:09,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f, hbase.cluster.distributed=false 2024-11-13T23:28:09,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on znode that does not yet exist, /11617731404/acl 2024-11-13T23:28:09,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-13T23:28:09,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36429 2024-11-13T23:28:09,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36429 2024-11-13T23:28:09,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-13T23:28:09,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-13T23:28:09,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:09,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:09,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:09,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:09,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:09,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:09,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:09,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:09,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34873 2024-11-13T23:28:09,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34873 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:09,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:09,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:09,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348730x0, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:09,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348730x0, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on znode that does not yet exist, /11617731404/running 2024-11-13T23:28:09,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34873-0x10137d0ac600004 connected 2024-11-13T23:28:09,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:09,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:09,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on znode that does not yet exist, /11617731404/master 2024-11-13T23:28:09,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on znode that does not yet exist, /11617731404/acl 2024-11-13T23:28:09,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34873 2024-11-13T23:28:09,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34873 2024-11-13T23:28:09,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34873 2024-11-13T23:28:09,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34873 2024-11-13T23:28:09,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34873 2024-11-13T23:28:09,428 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:36429 2024-11-13T23:28:09,428 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11617731404/backup-masters/714b435e65e7,36429,1731540489274 2024-11-13T23:28:09,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404/backup-masters 2024-11-13T23:28:09,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404/backup-masters 2024-11-13T23:28:09,435 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on existing znode=/11617731404/backup-masters/714b435e65e7,36429,1731540489274 2024-11-13T23:28:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11617731404/master 2024-11-13T23:28:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:09,443 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on existing znode=/11617731404/master 2024-11-13T23:28:09,443 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11617731404/backup-masters/714b435e65e7,36429,1731540489274 from backup master directory 2024-11-13T23:28:09,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11617731404/backup-masters/714b435e65e7,36429,1731540489274 2024-11-13T23:28:09,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404/backup-masters 2024-11-13T23:28:09,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404/backup-masters 2024-11-13T23:28:09,451 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:09,451 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,36429,1731540489274 2024-11-13T23:28:09,454 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/hbase.id] with ID: f75c6cfc-e319-4a94-ac86-71a22383d78c 2024-11-13T23:28:09,454 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/.tmp/hbase.id 2024-11-13T23:28:09,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:09,858 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/.tmp/hbase.id]:[hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/hbase.id] 2024-11-13T23:28:09,870 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:09,870 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:28:09,871 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:28:09,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:09,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:09,940 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:09,941 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:28:09,947 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:09,968 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store 2024-11-13T23:28:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:09,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:09,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:09,991 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:09,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:09,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:09,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:09,991 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:09,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540489991Disabling compacts and flushes for region at 1731540489991Disabling writes for close at 1731540489991Writing region close event to WAL at 1731540489991Closed at 1731540489991 2024-11-13T23:28:09,992 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/.initializing 2024-11-13T23:28:09,992 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/WALs/714b435e65e7,36429,1731540489274 2024-11-13T23:28:09,992 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:09,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C36429%2C1731540489274, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/WALs/714b435e65e7,36429,1731540489274, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/oldWALs, maxLogs=10 2024-11-13T23:28:10,013 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/WALs/714b435e65e7,36429,1731540489274/714b435e65e7%2C36429%2C1731540489274.1731540489995, exclude list is [], retry=0 2024-11-13T23:28:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-a6a4a6db-3bd6-48ae-8a62-c836ef0236fd,DISK] 2024-11-13T23:28:10,020 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/WALs/714b435e65e7,36429,1731540489274/714b435e65e7%2C36429%2C1731540489274.1731540489995 2024-11-13T23:28:10,040 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-11-13T23:28:10,040 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:10,040 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:10,040 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,040 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:28:10,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:10,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:28:10,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:10,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:28:10,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:10,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:28:10,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:10,053 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,054 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,054 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,056 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,056 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,056 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:10,058 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:10,066 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:10,067 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66857100, jitterRate=-0.0037515759468078613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:10,067 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540490040Initializing all the Stores at 1731540490041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540490041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540490041Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540490041Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540490041Cleaning up temporary data from old regions at 1731540490056 (+15 ms)Region opened successfully at 1731540490067 (+11 ms) 2024-11-13T23:28:10,079 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:28:10,083 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6a377d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:10,084 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:28:10,085 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:28:10,085 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:28:10,085 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:28:10,085 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:28:10,086 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:28:10,086 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:28:10,093 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:28:10,094 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Unable to get data of znode /11617731404/balancer because node does not exist (not necessarily an error) 2024-11-13T23:28:10,101 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11617731404/balancer already deleted, retry=false 2024-11-13T23:28:10,102 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:28:10,104 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Unable to get data of znode /11617731404/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:28:10,110 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11617731404/normalizer already deleted, retry=false 2024-11-13T23:28:10,110 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:28:10,117 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Unable to get data of znode /11617731404/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:28:10,126 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11617731404/switch/split already deleted, retry=false 2024-11-13T23:28:10,127 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Unable to get data of znode /11617731404/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:28:10,134 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11617731404/switch/merge already deleted, retry=false 2024-11-13T23:28:10,138 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Unable to get data of znode /11617731404/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:28:10,147 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11617731404/snapshot-cleanup already deleted, retry=false 2024-11-13T23:28:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11617731404/running 2024-11-13T23:28:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11617731404/running 2024-11-13T23:28:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,156 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,36429,1731540489274, sessionid=0x10137d0ac600003, setting cluster-up flag (Was=false) 2024-11-13T23:28:10,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,197 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11617731404/flush-table-proc/acquired, /11617731404/flush-table-proc/reached, /11617731404/flush-table-proc/abort 2024-11-13T23:28:10,198 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,36429,1731540489274 2024-11-13T23:28:10,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:10,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,251 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11617731404/online-snapshot/acquired, /11617731404/online-snapshot/reached, /11617731404/online-snapshot/abort 2024-11-13T23:28:10,252 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,36429,1731540489274 2024-11-13T23:28:10,254 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:28:10,257 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:10,257 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:28:10,257 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:28:10,258 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,36429,1731540489274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:10,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:10,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:28:10,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,278 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:28:10,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:10,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540520307 2024-11-13T23:28:10,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:28:10,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:28:10,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:28:10,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:28:10,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:28:10,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:28:10,323 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,342 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(746): ClusterId : f75c6cfc-e319-4a94-ac86-71a22383d78c 2024-11-13T23:28:10,342 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:10,343 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:28:10,344 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:28:10,344 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:28:10,344 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:28:10,351 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:28:10,352 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:28:10,353 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:10,353 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:10,359 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540490352,5,FailOnTimeoutGroup] 2024-11-13T23:28:10,362 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:10,363 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3f83c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:10,367 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540490359,5,FailOnTimeoutGroup] 2024-11-13T23:28:10,367 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,367 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:28:10,367 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,367 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:10,391 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:28:10,391 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f 2024-11-13T23:28:10,414 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:34873 2024-11-13T23:28:10,414 INFO [RS:0;714b435e65e7:34873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:10,414 INFO [RS:0;714b435e65e7:34873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:10,414 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:10,415 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,36429,1731540489274 with port=34873, startcode=1731540489394 2024-11-13T23:28:10,415 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:10,424 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:10,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,34873,1731540489394 2024-11-13T23:28:10,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36429 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,34873,1731540489394 2024-11-13T23:28:10,427 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f 2024-11-13T23:28:10,427 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34651 2024-11-13T23:28:10,427 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:28:10,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:10,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:10,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:10,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:10,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:10,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:10,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:10,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:10,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:10,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:10,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:10,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:10,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740 2024-11-13T23:28:10,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740 2024-11-13T23:28:10,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:10,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:10,469 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:10,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404/rs 2024-11-13T23:28:10,472 DEBUG [RS:0;714b435e65e7:34873 {}] zookeeper.ZKUtil(111): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on existing znode=/11617731404/rs/714b435e65e7,34873,1731540489394 2024-11-13T23:28:10,472 WARN [RS:0;714b435e65e7:34873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:10,473 INFO [RS:0;714b435e65e7:34873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:10,473 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394 2024-11-13T23:28:10,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:10,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,34873,1731540489394] 2024-11-13T23:28:10,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72012582, jitterRate=0.07307109236717224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540490452Initializing all the Stores at 1731540490452Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540490453 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540490455 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540490455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540490455Cleaning up temporary data from old regions at 1731540490468 (+13 ms)Region opened successfully at 1731540490477 (+9 ms) 2024-11-13T23:28:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:10,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:10,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:10,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:10,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540490477Disabling compacts and flushes for region at 1731540490477Disabling writes for close at 1731540490477Writing region close event to WAL at 1731540490496 (+19 ms)Closed at 1731540490496 2024-11-13T23:28:10,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:10,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:28:10,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:28:10,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:10,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:28:10,524 INFO [RS:0;714b435e65e7:34873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:10,539 INFO [RS:0;714b435e65e7:34873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:10,540 INFO [RS:0;714b435e65e7:34873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:10,540 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,540 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:10,541 INFO [RS:0;714b435e65e7:34873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:10,541 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,541 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,541 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,541 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:10,542 DEBUG [RS:0;714b435e65e7:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:10,542 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,543 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,543 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,543 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,543 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,543 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34873,1731540489394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:10,560 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:10,561 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34873,1731540489394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,561 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,561 INFO [RS:0;714b435e65e7:34873 {}] regionserver.Replication(171): 714b435e65e7,34873,1731540489394 started 2024-11-13T23:28:10,577 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:10,578 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,34873,1731540489394, RpcServer on 714b435e65e7/172.17.0.2:34873, sessionid=0x10137d0ac600004 2024-11-13T23:28:10,578 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:10,578 DEBUG [RS:0;714b435e65e7:34873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,34873,1731540489394 2024-11-13T23:28:10,578 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,34873,1731540489394' 2024-11-13T23:28:10,578 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11617731404/flush-table-proc/abort' 2024-11-13T23:28:10,578 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11617731404/flush-table-proc/acquired' 2024-11-13T23:28:10,579 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:10,579 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:10,579 DEBUG [RS:0;714b435e65e7:34873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,34873,1731540489394 2024-11-13T23:28:10,579 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,34873,1731540489394' 2024-11-13T23:28:10,579 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11617731404/online-snapshot/abort' 2024-11-13T23:28:10,579 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11617731404/online-snapshot/acquired' 2024-11-13T23:28:10,579 DEBUG [RS:0;714b435e65e7:34873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:10,579 INFO [RS:0;714b435e65e7:34873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:10,579 INFO [RS:0;714b435e65e7:34873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:10,650 WARN [714b435e65e7:36429 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:28:10,680 INFO [RS:0;714b435e65e7:34873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:10,681 INFO [RS:0;714b435e65e7:34873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C34873%2C1731540489394, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/oldWALs, maxLogs=10 2024-11-13T23:28:10,696 DEBUG [RS:0;714b435e65e7:34873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, exclude list is [], retry=0 2024-11-13T23:28:10,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-a6a4a6db-3bd6-48ae-8a62-c836ef0236fd,DISK] 2024-11-13T23:28:10,700 INFO [RS:0;714b435e65e7:34873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 2024-11-13T23:28:10,701 DEBUG [RS:0;714b435e65e7:34873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-11-13T23:28:10,901 DEBUG [714b435e65e7:36429 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:28:10,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,34873,1731540489394 2024-11-13T23:28:10,903 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,34873,1731540489394, state=OPENING 2024-11-13T23:28:10,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:28:10,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:10,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11617731404/meta-region-server: CHANGED 2024-11-13T23:28:10,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11617731404/meta-region-server: CHANGED 2024-11-13T23:28:10,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:10,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,34873,1731540489394}] 2024-11-13T23:28:11,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:11,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:28:11,115 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:28:11,115 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:11,116 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:28:11,117 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C34873%2C1731540489394.meta, suffix=.meta, logDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/oldWALs, maxLogs=10 2024-11-13T23:28:11,138 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.meta.1731540491117.meta, exclude list is [], retry=0 2024-11-13T23:28:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-a6a4a6db-3bd6-48ae-8a62-c836ef0236fd,DISK] 2024-11-13T23:28:11,173 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.meta.1731540491117.meta 2024-11-13T23:28:11,178 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-11-13T23:28:11,179 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:11,179 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:11,180 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:11,180 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:28:11,180 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:28:11,181 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:28:11,181 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:11,181 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:28:11,181 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:28:11,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:11,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:11,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:11,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:11,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:11,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:11,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:11,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:11,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:11,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:11,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:11,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:11,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:11,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:11,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:11,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:11,195 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:11,197 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740 2024-11-13T23:28:11,199 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740 2024-11-13T23:28:11,201 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:11,201 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:11,202 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:11,203 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:11,203 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66822905, jitterRate=-0.004261121153831482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:11,203 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:28:11,203 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540491181Writing region info on filesystem at 1731540491181Initializing all the Stores at 1731540491182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540491182Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540491183 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540491183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540491183Cleaning up temporary data from old regions at 1731540491201 (+18 ms)Running coprocessor post-open hooks at 1731540491203 (+2 ms)Region opened successfully at 1731540491203 2024-11-13T23:28:11,205 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540491104 2024-11-13T23:28:11,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,34873,1731540489394 2024-11-13T23:28:11,210 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,34873,1731540489394, state=OPEN 2024-11-13T23:28:11,211 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:28:11,211 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:28:11,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11617731404/meta-region-server 2024-11-13T23:28:11,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11617731404/meta-region-server 2024-11-13T23:28:11,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,34873,1731540489394 2024-11-13T23:28:11,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11617731404/meta-region-server: CHANGED 2024-11-13T23:28:11,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11617731404/meta-region-server: CHANGED 2024-11-13T23:28:11,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:28:11,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,34873,1731540489394 in 266 msec 2024-11-13T23:28:11,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:28:11,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 723 msec 2024-11-13T23:28:11,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:11,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:28:11,225 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:11,225 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,34873,1731540489394, seqNum=-1] 2024-11-13T23:28:11,226 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:11,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:11,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 977 msec 2024-11-13T23:28:11,234 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540491234, completionTime=-1 2024-11-13T23:28:11,234 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:28:11,234 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:28:11,237 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:28:11,237 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540551237 2024-11-13T23:28:11,237 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540611237 2024-11-13T23:28:11,237 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T23:28:11,237 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36429,1731540489274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:11,237 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36429,1731540489274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:11,238 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36429,1731540489274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:11,238 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:36429, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:11,238 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:11,240 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:28:11,243 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.796sec 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36429,1731540489274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:11,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36429,1731540489274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:28:11,257 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:28:11,257 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:28:11,257 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36429,1731540489274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:11,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2810a9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:11,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36429,-1 for getting cluster id 2024-11-13T23:28:11,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:11,346 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75c6cfc-e319-4a94-ac86-71a22383d78c' 2024-11-13T23:28:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75c6cfc-e319-4a94-ac86-71a22383d78c" 2024-11-13T23:28:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13848ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36429,-1] 2024-11-13T23:28:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:11,348 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:11,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:11,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,34873,1731540489394, seqNum=-1] 2024-11-13T23:28:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:11,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:11,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,36429,1731540489274 2024-11-13T23:28:11,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:11,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137d0ac600005 connected 2024-11-13T23:28:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.log.dir so I do NOT create it in target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b 2024-11-13T23:28:11,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:28:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.tmp.dir so I do NOT create it in target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b 2024-11-13T23:28:11,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:28:11,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b 2024-11-13T23:28:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:28:11,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/cluster_564865b2-977b-5609-968a-d22c41522b72, deleteOnExit=true 2024-11-13T23:28:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:28:11,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/test.cache.data in system properties and HBase conf 2024-11-13T23:28:11,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:28:11,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:28:11,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:28:11,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:28:11,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:28:11,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:28:11,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:28:11,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:28:11,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:11,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:11,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:11,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:11,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:11,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:11,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808178e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:11,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf56b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:11,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:11,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:11,867 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38322 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:11,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34caced5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/java.io.tmpdir/jetty-localhost-40955-hadoop-hdfs-3_4_1-tests_jar-_-any-610142621391479555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:11,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd3e3d7{HTTP/1.1, (http/1.1)}{localhost:40955} 2024-11-13T23:28:11,934 INFO [Time-limited test {}] server.Server(415): Started @223088ms 2024-11-13T23:28:12,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:12,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:12,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:12,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:12,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:12,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1964ee56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:12,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab80ac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:12,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:28:12,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d428c3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/java.io.tmpdir/jetty-localhost-38643-hadoop-hdfs-3_4_1-tests_jar-_-any-9617545068083755253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:12,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58e13ec4{HTTP/1.1, (http/1.1)}{localhost:38643} 2024-11-13T23:28:12,371 INFO [Time-limited test {}] server.Server(415): Started @223525ms 2024-11-13T23:28:12,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:12,972 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/cluster_564865b2-977b-5609-968a-d22c41522b72/data/data1/current/BP-1827138845-172.17.0.2-1731540491407/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:12,972 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/cluster_564865b2-977b-5609-968a-d22c41522b72/data/data2/current/BP-1827138845-172.17.0.2-1731540491407/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:13,044 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da4050bded10bf2 with lease ID 0x9ce6ab28e085e56: Processing first storage report for DS-a015b4bd-6d3d-4dd9-a9ec-e1be8c59c6e9 from datanode DatanodeRegistration(127.0.0.1:37987, datanodeUuid=75cb1de7-1dd7-49c3-8a9d-05cfdc4e8c2e, infoPort=40657, infoSecurePort=0, ipcPort=36771, storageInfo=lv=-57;cid=testClusterID;nsid=1544434350;c=1731540491407) 2024-11-13T23:28:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da4050bded10bf2 with lease ID 0x9ce6ab28e085e56: from storage DS-a015b4bd-6d3d-4dd9-a9ec-e1be8c59c6e9 node DatanodeRegistration(127.0.0.1:37987, datanodeUuid=75cb1de7-1dd7-49c3-8a9d-05cfdc4e8c2e, infoPort=40657, infoSecurePort=0, ipcPort=36771, storageInfo=lv=-57;cid=testClusterID;nsid=1544434350;c=1731540491407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da4050bded10bf2 with lease ID 0x9ce6ab28e085e56: Processing first storage report for DS-cccada2a-15ad-4148-9e3e-50c7883f95bf from datanode DatanodeRegistration(127.0.0.1:37987, datanodeUuid=75cb1de7-1dd7-49c3-8a9d-05cfdc4e8c2e, infoPort=40657, infoSecurePort=0, ipcPort=36771, storageInfo=lv=-57;cid=testClusterID;nsid=1544434350;c=1731540491407) 2024-11-13T23:28:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da4050bded10bf2 with lease ID 0x9ce6ab28e085e56: from storage DS-cccada2a-15ad-4148-9e3e-50c7883f95bf node DatanodeRegistration(127.0.0.1:37987, datanodeUuid=75cb1de7-1dd7-49c3-8a9d-05cfdc4e8c2e, infoPort=40657, infoSecurePort=0, ipcPort=36771, storageInfo=lv=-57;cid=testClusterID;nsid=1544434350;c=1731540491407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:13,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b 2024-11-13T23:28:13,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:13,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:13,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:13,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6 with version=8 2024-11-13T23:28:13,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/hbase-staging 2024-11-13T23:28:13,117 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:13,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:13,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:28:13,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:13,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40705 2024-11-13T23:28:13,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40705 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407050x0, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:13,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40705-0x10137d0ac600006 connected 2024-11-13T23:28:13,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:13,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:13,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on znode that does not yet exist, /2-566931263/running 2024-11-13T23:28:13,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6, hbase.cluster.distributed=false 2024-11-13T23:28:13,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on znode that does not yet exist, /2-566931263/acl 2024-11-13T23:28:13,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40705 2024-11-13T23:28:13,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40705 2024-11-13T23:28:13,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40705 2024-11-13T23:28:13,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40705 2024-11-13T23:28:13,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40705 2024-11-13T23:28:13,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:13,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:13,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:13,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:13,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:13,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:13,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:13,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:13,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33055 2024-11-13T23:28:13,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33055 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:13,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:13,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330550x0, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:13,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330550x0, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on znode that does not yet exist, /2-566931263/running 2024-11-13T23:28:13,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:13,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33055-0x10137d0ac600007 connected 2024-11-13T23:28:13,353 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:13,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on znode that does not yet exist, /2-566931263/master 2024-11-13T23:28:13,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on znode that does not yet exist, /2-566931263/acl 2024-11-13T23:28:13,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33055 2024-11-13T23:28:13,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33055 2024-11-13T23:28:13,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33055 2024-11-13T23:28:13,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33055 2024-11-13T23:28:13,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33055 2024-11-13T23:28:13,404 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:40705 2024-11-13T23:28:13,407 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-566931263/backup-masters/714b435e65e7,40705,1731540493117 2024-11-13T23:28:13,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263/backup-masters 2024-11-13T23:28:13,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263/backup-masters 2024-11-13T23:28:13,418 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on existing znode=/2-566931263/backup-masters/714b435e65e7,40705,1731540493117 2024-11-13T23:28:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-566931263/master 2024-11-13T23:28:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,427 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on existing znode=/2-566931263/master 2024-11-13T23:28:13,427 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-566931263/backup-masters/714b435e65e7,40705,1731540493117 from backup master directory 2024-11-13T23:28:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-566931263/backup-masters/714b435e65e7,40705,1731540493117 2024-11-13T23:28:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263/backup-masters 2024-11-13T23:28:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263/backup-masters 2024-11-13T23:28:13,434 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:13,434 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,40705,1731540493117 2024-11-13T23:28:13,441 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/hbase.id] with ID: 9a17cbe0-5b27-4af8-9467-bbe9228f583b 2024-11-13T23:28:13,441 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/.tmp/hbase.id 2024-11-13T23:28:13,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:13,451 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/.tmp/hbase.id]:[hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/hbase.id] 2024-11-13T23:28:13,474 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:13,474 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:28:13,476 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:28:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:13,533 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:13,534 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:28:13,535 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:13,558 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store 2024-11-13T23:28:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:13,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:13,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:13,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:13,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:13,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:13,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:13,601 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:13,602 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540493601Disabling compacts and flushes for region at 1731540493601Disabling writes for close at 1731540493601Writing region close event to WAL at 1731540493601Closed at 1731540493601 2024-11-13T23:28:13,603 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/.initializing 2024-11-13T23:28:13,603 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/WALs/714b435e65e7,40705,1731540493117 2024-11-13T23:28:13,604 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:13,607 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C40705%2C1731540493117, suffix=, logDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/WALs/714b435e65e7,40705,1731540493117, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/oldWALs, maxLogs=10 2024-11-13T23:28:13,628 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/WALs/714b435e65e7,40705,1731540493117/714b435e65e7%2C40705%2C1731540493117.1731540493607, exclude list is [], retry=0 2024-11-13T23:28:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-a015b4bd-6d3d-4dd9-a9ec-e1be8c59c6e9,DISK] 2024-11-13T23:28:13,644 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/WALs/714b435e65e7,40705,1731540493117/714b435e65e7%2C40705%2C1731540493117.1731540493607 2024-11-13T23:28:13,651 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-13T23:28:13,651 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:13,652 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:13,652 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,652 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:28:13,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:13,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:13,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:28:13,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:13,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:13,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:28:13,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:28:13,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:13,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:13,665 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,666 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,666 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,667 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,668 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,669 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:13,672 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:13,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:13,677 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72530325, jitterRate=0.08078606426715851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:13,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540493652Initializing all the Stores at 1731540493652Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540493652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540493655 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540493655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540493655Cleaning up temporary data from old regions at 1731540493668 (+13 ms)Region opened successfully at 1731540493677 (+9 ms) 2024-11-13T23:28:13,679 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:28:13,685 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52594499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:13,686 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:28:13,686 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:28:13,686 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:28:13,686 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:28:13,686 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:28:13,687 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:28:13,687 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:28:13,700 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:28:13,704 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Unable to get data of znode /2-566931263/balancer because node does not exist (not necessarily an error) 2024-11-13T23:28:13,714 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-566931263/balancer already deleted, retry=false 2024-11-13T23:28:13,714 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:28:13,716 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Unable to get data of znode /2-566931263/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:28:13,726 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-566931263/normalizer already deleted, retry=false 2024-11-13T23:28:13,726 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:28:13,736 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Unable to get data of znode /2-566931263/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:28:13,743 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-566931263/switch/split already deleted, retry=false 2024-11-13T23:28:13,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Unable to get data of znode /2-566931263/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:28:13,751 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-566931263/switch/merge already deleted, retry=false 2024-11-13T23:28:13,754 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Unable to get data of znode /2-566931263/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:28:13,764 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-566931263/snapshot-cleanup already deleted, retry=false 2024-11-13T23:28:13,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-566931263/running 2024-11-13T23:28:13,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-566931263/running 2024-11-13T23:28:13,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,773 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,40705,1731540493117, sessionid=0x10137d0ac600006, setting cluster-up flag (Was=false) 2024-11-13T23:28:13,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,814 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-566931263/flush-table-proc/acquired, /2-566931263/flush-table-proc/reached, /2-566931263/flush-table-proc/abort 2024-11-13T23:28:13,815 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40705,1731540493117 2024-11-13T23:28:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:13,855 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-566931263/online-snapshot/acquired, /2-566931263/online-snapshot/reached, /2-566931263/online-snapshot/abort 2024-11-13T23:28:13,856 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40705,1731540493117 2024-11-13T23:28:13,857 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:28:13,858 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:13,859 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:28:13,859 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:28:13,859 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,40705,1731540493117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:13,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:13,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:13,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:28:13,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:13,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:28:13,895 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540523895 2024-11-13T23:28:13,895 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:28:13,896 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:28:13,896 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:28:13,896 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:28:13,896 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:28:13,896 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:28:13,900 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(746): ClusterId : 9a17cbe0-5b27-4af8-9467-bbe9228f583b 2024-11-13T23:28:13,900 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:13,902 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:13,907 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:28:13,907 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:28:13,908 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:28:13,908 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:28:13,911 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:13,912 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:13,915 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:28:13,915 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:28:13,918 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:13,918 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c97065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:13,931 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540493915,5,FailOnTimeoutGroup] 2024-11-13T23:28:13,945 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540493931,5,FailOnTimeoutGroup] 2024-11-13T23:28:13,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:13,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:28:13,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:13,946 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:13,949 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:33055 2024-11-13T23:28:13,949 INFO [RS:0;714b435e65e7:33055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:13,949 INFO [RS:0;714b435e65e7:33055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:13,949 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:13,949 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,40705,1731540493117 with port=33055, startcode=1731540493308 2024-11-13T23:28:13,950 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:13,952 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:13,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,33055,1731540493308 2024-11-13T23:28:13,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40705 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,33055,1731540493308 2024-11-13T23:28:13,954 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6 2024-11-13T23:28:13,954 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41193 2024-11-13T23:28:13,954 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:13,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263/rs 2024-11-13T23:28:13,995 DEBUG [RS:0;714b435e65e7:33055 {}] zookeeper.ZKUtil(111): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on existing znode=/2-566931263/rs/714b435e65e7,33055,1731540493308 2024-11-13T23:28:13,995 WARN [RS:0;714b435e65e7:33055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:13,995 INFO [RS:0;714b435e65e7:33055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:13,995 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308 2024-11-13T23:28:13,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,33055,1731540493308] 2024-11-13T23:28:14,001 INFO [RS:0;714b435e65e7:33055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:14,003 INFO [RS:0;714b435e65e7:33055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:14,003 INFO [RS:0;714b435e65e7:33055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:14,003 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,007 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:14,008 INFO [RS:0;714b435e65e7:33055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:14,008 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:14,008 DEBUG [RS:0;714b435e65e7:33055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:14,015 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,015 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,015 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,015 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,015 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,015 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33055,1731540493308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:14,030 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:14,030 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33055,1731540493308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,030 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,030 INFO [RS:0;714b435e65e7:33055 {}] regionserver.Replication(171): 714b435e65e7,33055,1731540493308 started 2024-11-13T23:28:14,045 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,045 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,33055,1731540493308, RpcServer on 714b435e65e7/172.17.0.2:33055, sessionid=0x10137d0ac600007 2024-11-13T23:28:14,045 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:14,045 DEBUG [RS:0;714b435e65e7:33055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,33055,1731540493308 2024-11-13T23:28:14,045 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33055,1731540493308' 2024-11-13T23:28:14,045 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-566931263/flush-table-proc/abort' 2024-11-13T23:28:14,045 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-566931263/flush-table-proc/acquired' 2024-11-13T23:28:14,046 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:14,046 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:14,046 DEBUG [RS:0;714b435e65e7:33055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,33055,1731540493308 2024-11-13T23:28:14,046 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33055,1731540493308' 2024-11-13T23:28:14,046 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-566931263/online-snapshot/abort' 2024-11-13T23:28:14,046 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-566931263/online-snapshot/acquired' 2024-11-13T23:28:14,046 DEBUG [RS:0;714b435e65e7:33055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:14,046 INFO [RS:0;714b435e65e7:33055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:14,046 INFO [RS:0;714b435e65e7:33055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:14,147 INFO [RS:0;714b435e65e7:33055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:14,148 INFO [RS:0;714b435e65e7:33055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33055%2C1731540493308, suffix=, logDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/oldWALs, maxLogs=10 2024-11-13T23:28:14,166 DEBUG [RS:0;714b435e65e7:33055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, exclude list is [], retry=0 2024-11-13T23:28:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-a015b4bd-6d3d-4dd9-a9ec-e1be8c59c6e9,DISK] 2024-11-13T23:28:14,171 INFO [RS:0;714b435e65e7:33055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 2024-11-13T23:28:14,172 DEBUG [RS:0;714b435e65e7:33055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-13T23:28:14,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:28:14,330 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6 2024-11-13T23:28:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:28:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:14,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:14,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:14,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:14,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:14,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:14,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:14,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:14,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:14,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:14,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740 2024-11-13T23:28:14,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740 2024-11-13T23:28:14,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:14,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:14,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:14,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:14,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:14,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74712026, jitterRate=0.11329594254493713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:14,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540494336Initializing all the Stores at 1731540494337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540494337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540494337Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540494337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540494337Cleaning up temporary data from old regions at 1731540494346 (+9 ms)Region opened successfully at 1731540494350 (+4 ms) 2024-11-13T23:28:14,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:14,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:14,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:14,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:14,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:14,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:14,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540494350Disabling compacts and flushes for region at 1731540494350Disabling writes for close at 1731540494350Writing region close event to WAL at 1731540494350Closed at 1731540494350 2024-11-13T23:28:14,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:14,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:28:14,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:28:14,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:14,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:28:14,504 DEBUG [714b435e65e7:40705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:28:14,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,33055,1731540493308 2024-11-13T23:28:14,506 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,33055,1731540493308, state=OPENING 2024-11-13T23:28:14,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:28:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:14,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:14,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,33055,1731540493308}] 2024-11-13T23:28:14,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-566931263/meta-region-server: CHANGED 2024-11-13T23:28:14,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-566931263/meta-region-server: CHANGED 2024-11-13T23:28:14,706 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:14,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:28:14,713 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:28:14,713 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:14,713 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:28:14,716 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33055%2C1731540493308.meta, suffix=.meta, logDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/oldWALs, maxLogs=10 2024-11-13T23:28:14,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:28:14,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:28:14,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:14,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T23:28:14,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:28:14,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:28:14,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:28:14,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:28:14,736 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.meta.1731540494717.meta, exclude list is [], retry=0 2024-11-13T23:28:14,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-a015b4bd-6d3d-4dd9-a9ec-e1be8c59c6e9,DISK] 2024-11-13T23:28:14,744 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.meta.1731540494717.meta 2024-11-13T23:28:14,747 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-13T23:28:14,747 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:14,748 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:14,748 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:14,748 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:28:14,748 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:28:14,748 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:28:14,748 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:14,748 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:28:14,748 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:28:14,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:14,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:14,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:14,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:14,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:14,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:14,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:14,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:14,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:14,769 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:14,770 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740 2024-11-13T23:28:14,773 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740 2024-11-13T23:28:14,774 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:14,774 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:14,774 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:14,776 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:14,777 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60452873, jitterRate=-0.09918199479579926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:14,777 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:28:14,777 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540494749Writing region info on filesystem at 1731540494749Initializing all the Stores at 1731540494754 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540494754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540494755 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540494755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540494755Cleaning up temporary data from old regions at 1731540494774 (+19 ms)Running coprocessor post-open hooks at 1731540494777 (+3 ms)Region opened successfully at 1731540494777 2024-11-13T23:28:14,779 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540494705 2024-11-13T23:28:14,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,33055,1731540493308 2024-11-13T23:28:14,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,33055,1731540493308, state=OPEN 2024-11-13T23:28:14,784 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:28:14,784 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:28:14,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-566931263/meta-region-server 2024-11-13T23:28:14,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-566931263/meta-region-server 2024-11-13T23:28:14,793 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,33055,1731540493308 2024-11-13T23:28:14,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-566931263/meta-region-server: CHANGED 2024-11-13T23:28:14,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-566931263/meta-region-server: CHANGED 2024-11-13T23:28:14,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:28:14,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,33055,1731540493308 in 242 msec 2024-11-13T23:28:14,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:28:14,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-13T23:28:14,798 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:14,798 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:28:14,799 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:14,799 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33055,1731540493308, seqNum=-1] 2024-11-13T23:28:14,800 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:14,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:14,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 950 msec 2024-11-13T23:28:14,808 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540494808, completionTime=-1 2024-11-13T23:28:14,808 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:28:14,809 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:28:14,811 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:28:14,811 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540554811 2024-11-13T23:28:14,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540614812 2024-11-13T23:28:14,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T23:28:14,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40705,1731540493117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40705,1731540493117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40705,1731540493117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:40705, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,814 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:28:14,815 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.386sec 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40705,1731540493117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:14,820 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40705,1731540493117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:28:14,822 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:28:14,822 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:28:14,822 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40705,1731540493117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:14,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4643b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:14,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:14,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:14,903 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227d32f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:14,905 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:14,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c30093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:14,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33055,1731540493308, seqNum=-1] 2024-11-13T23:28:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:14,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:14,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,40705,1731540493117 2024-11-13T23:28:14,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55981 2024-11-13T23:28:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:14,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10137d0ac600008 connected 2024-11-13T23:28:14,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:14,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33077,1731540484461 2024-11-13T23:28:14,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab55700 2024-11-13T23:28:14,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:14,956 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:14,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:28:14,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:14,960 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:14,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:28:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:14,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:14,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:28:14,999 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 883bf6dd54baba85118e30c9562d1ef3, NAME => 'test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed 2024-11-13T23:28:15,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:28:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:15,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:15,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 883bf6dd54baba85118e30c9562d1ef3, disabling compactions & flushes 2024-11-13T23:28:15,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:15,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:15,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. after waiting 0 ms 2024-11-13T23:28:15,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:15,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:15,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 883bf6dd54baba85118e30c9562d1ef3: Waiting for close lock at 1731540495437Disabling compacts and flushes for region at 1731540495437Disabling writes for close at 1731540495437Writing region close event to WAL at 1731540495437Closed at 1731540495437 2024-11-13T23:28:15,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:15,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540495439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540495439"}]},"ts":"1731540495439"} 2024-11-13T23:28:15,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:28:15,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:15,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540495443"}]},"ts":"1731540495443"} 2024-11-13T23:28:15,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:28:15,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=883bf6dd54baba85118e30c9562d1ef3, ASSIGN}] 2024-11-13T23:28:15,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=883bf6dd54baba85118e30c9562d1ef3, ASSIGN 2024-11-13T23:28:15,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=883bf6dd54baba85118e30c9562d1ef3, ASSIGN; state=OFFLINE, location=714b435e65e7,33103,1731540484627; forceNewPlan=false, retain=false 2024-11-13T23:28:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:15,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=883bf6dd54baba85118e30c9562d1ef3, regionState=OPENING, regionLocation=714b435e65e7,33103,1731540484627 2024-11-13T23:28:15,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=883bf6dd54baba85118e30c9562d1ef3, ASSIGN because future has completed 2024-11-13T23:28:15,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883bf6dd54baba85118e30c9562d1ef3, server=714b435e65e7,33103,1731540484627}] 2024-11-13T23:28:15,758 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:15,758 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 883bf6dd54baba85118e30c9562d1ef3, NAME => 'test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:15,760 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:15,760 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:28:15,760 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,760 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:15,760 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,760 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,763 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,764 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883bf6dd54baba85118e30c9562d1ef3 columnFamilyName f 2024-11-13T23:28:15,764 DEBUG [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:15,765 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] regionserver.HStore(327): Store=883bf6dd54baba85118e30c9562d1ef3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:15,765 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,766 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883bf6dd54baba85118e30c9562d1ef3 columnFamilyName f1 2024-11-13T23:28:15,766 DEBUG [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:15,766 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] regionserver.HStore(327): Store=883bf6dd54baba85118e30c9562d1ef3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:15,766 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,767 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883bf6dd54baba85118e30c9562d1ef3 columnFamilyName norep 2024-11-13T23:28:15,767 DEBUG [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:15,767 INFO [StoreOpener-883bf6dd54baba85118e30c9562d1ef3-1 {}] regionserver.HStore(327): Store=883bf6dd54baba85118e30c9562d1ef3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:15,767 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,768 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,768 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,769 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,769 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,770 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:28:15,771 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,773 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:15,774 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 883bf6dd54baba85118e30c9562d1ef3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61979110, jitterRate=-0.07643929123878479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:28:15,774 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:15,774 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 883bf6dd54baba85118e30c9562d1ef3: Running coprocessor pre-open hook at 1731540495760Writing region info on filesystem at 1731540495760Initializing all the Stores at 1731540495761 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540495761Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540495763 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540495763Cleaning up temporary data from old regions at 1731540495769 (+6 ms)Running coprocessor post-open hooks at 1731540495774 (+5 ms)Region opened successfully at 1731540495774 2024-11-13T23:28:15,775 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3., pid=6, masterSystemTime=1731540495754 2024-11-13T23:28:15,778 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:15,778 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:15,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=883bf6dd54baba85118e30c9562d1ef3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,33103,1731540484627 2024-11-13T23:28:15,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883bf6dd54baba85118e30c9562d1ef3, server=714b435e65e7,33103,1731540484627 because future has completed 2024-11-13T23:28:15,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:28:15,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 883bf6dd54baba85118e30c9562d1ef3, server=714b435e65e7,33103,1731540484627 in 181 msec 2024-11-13T23:28:15,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:28:15,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=883bf6dd54baba85118e30c9562d1ef3, ASSIGN in 339 msec 2024-11-13T23:28:15,789 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:28:15,789 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540495789"}]},"ts":"1731540495789"} 2024-11-13T23:28:15,791 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:28:15,793 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:28:15,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 835 msec 2024-11-13T23:28:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:16,097 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:28:16,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36429,1731540489274 2024-11-13T23:28:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@230eec9 2024-11-13T23:28:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:16,098 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:16,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:28:16,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:16,101 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:16,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:28:16,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:16,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:28:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:16,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd86f3902d2d386fda50c9d13c7d97a1, NAME => 'test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f 2024-11-13T23:28:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:28:16,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:16,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:16,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:16,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:16,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd86f3902d2d386fda50c9d13c7d97a1, disabling compactions & flushes 2024-11-13T23:28:16,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:16,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:16,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. after waiting 0 ms 2024-11-13T23:28:16,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:16,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:16,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd86f3902d2d386fda50c9d13c7d97a1: Waiting for close lock at 1731540496935Disabling compacts and flushes for region at 1731540496935Disabling writes for close at 1731540496935Writing region close event to WAL at 1731540496935Closed at 1731540496935 2024-11-13T23:28:16,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:16,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540496936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540496936"}]},"ts":"1731540496936"} 2024-11-13T23:28:16,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:28:16,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:16,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540496940"}]},"ts":"1731540496940"} 2024-11-13T23:28:16,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:28:16,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd86f3902d2d386fda50c9d13c7d97a1, ASSIGN}] 2024-11-13T23:28:16,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd86f3902d2d386fda50c9d13c7d97a1, ASSIGN 2024-11-13T23:28:16,951 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd86f3902d2d386fda50c9d13c7d97a1, ASSIGN; state=OFFLINE, location=714b435e65e7,34873,1731540489394; forceNewPlan=false, retain=false 2024-11-13T23:28:17,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd86f3902d2d386fda50c9d13c7d97a1, regionState=OPENING, regionLocation=714b435e65e7,34873,1731540489394 2024-11-13T23:28:17,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd86f3902d2d386fda50c9d13c7d97a1, ASSIGN because future has completed 2024-11-13T23:28:17,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd86f3902d2d386fda50c9d13c7d97a1, server=714b435e65e7,34873,1731540489394}] 2024-11-13T23:28:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:17,292 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:17,292 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd86f3902d2d386fda50c9d13c7d97a1, NAME => 'test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:17,293 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:17,293 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:28:17,293 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,293 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:17,293 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,293 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,294 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,296 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd86f3902d2d386fda50c9d13c7d97a1 columnFamilyName f 2024-11-13T23:28:17,296 DEBUG [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:17,299 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] regionserver.HStore(327): Store=fd86f3902d2d386fda50c9d13c7d97a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:17,300 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,301 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd86f3902d2d386fda50c9d13c7d97a1 columnFamilyName f1 2024-11-13T23:28:17,301 DEBUG [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:17,301 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] regionserver.HStore(327): Store=fd86f3902d2d386fda50c9d13c7d97a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:17,302 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,303 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd86f3902d2d386fda50c9d13c7d97a1 columnFamilyName norep 2024-11-13T23:28:17,303 DEBUG [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:17,303 INFO [StoreOpener-fd86f3902d2d386fda50c9d13c7d97a1-1 {}] regionserver.HStore(327): Store=fd86f3902d2d386fda50c9d13c7d97a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:17,303 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,304 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,304 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,305 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,305 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,306 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:28:17,307 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,309 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:17,311 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd86f3902d2d386fda50c9d13c7d97a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71551797, jitterRate=0.06620486080646515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:28:17,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:17,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd86f3902d2d386fda50c9d13c7d97a1: Running coprocessor pre-open hook at 1731540497293Writing region info on filesystem at 1731540497293Initializing all the Stores at 1731540497294 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540497294Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540497294Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540497294Cleaning up temporary data from old regions at 1731540497306 (+12 ms)Running coprocessor post-open hooks at 1731540497311 (+5 ms)Region opened successfully at 1731540497311 2024-11-13T23:28:17,312 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1., pid=6, masterSystemTime=1731540497288 2024-11-13T23:28:17,315 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:17,315 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:17,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd86f3902d2d386fda50c9d13c7d97a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,34873,1731540489394 2024-11-13T23:28:17,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd86f3902d2d386fda50c9d13c7d97a1, server=714b435e65e7,34873,1731540489394 because future has completed 2024-11-13T23:28:17,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:28:17,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd86f3902d2d386fda50c9d13c7d97a1, server=714b435e65e7,34873,1731540489394 in 184 msec 2024-11-13T23:28:17,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:28:17,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd86f3902d2d386fda50c9d13c7d97a1, ASSIGN in 374 msec 2024-11-13T23:28:17,325 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:28:17,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540497325"}]},"ts":"1731540497325"} 2024-11-13T23:28:17,328 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:28:17,329 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:28:17,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2300 sec 2024-11-13T23:28:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:18,247 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:28:18,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40705,1731540493117 2024-11-13T23:28:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b71c2ee 2024-11-13T23:28:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:18,250 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:18,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:28:18,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:18,253 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:18,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:28:18,254 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:28:18,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 914476b1044a5cd21e31e505594ce7ac, NAME => 'test,,1731540498250.914476b1044a5cd21e31e505594ce7ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6 2024-11-13T23:28:18,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:28:18,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540498250.914476b1044a5cd21e31e505594ce7ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:18,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 914476b1044a5cd21e31e505594ce7ac, disabling compactions & flushes 2024-11-13T23:28:18,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:18,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:18,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. after waiting 0 ms 2024-11-13T23:28:18,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:18,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:18,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 914476b1044a5cd21e31e505594ce7ac: Waiting for close lock at 1731540498276Disabling compacts and flushes for region at 1731540498276Disabling writes for close at 1731540498276Writing region close event to WAL at 1731540498276Closed at 1731540498276 2024-11-13T23:28:18,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:18,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540498250.914476b1044a5cd21e31e505594ce7ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540498278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540498278"}]},"ts":"1731540498278"} 2024-11-13T23:28:18,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:28:18,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:18,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540498281"}]},"ts":"1731540498281"} 2024-11-13T23:28:18,284 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:28:18,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=914476b1044a5cd21e31e505594ce7ac, ASSIGN}] 2024-11-13T23:28:18,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=914476b1044a5cd21e31e505594ce7ac, ASSIGN 2024-11-13T23:28:18,286 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=914476b1044a5cd21e31e505594ce7ac, ASSIGN; state=OFFLINE, location=714b435e65e7,33055,1731540493308; forceNewPlan=false, retain=false 2024-11-13T23:28:18,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:28:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:18,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=914476b1044a5cd21e31e505594ce7ac, regionState=OPENING, regionLocation=714b435e65e7,33055,1731540493308 2024-11-13T23:28:18,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=914476b1044a5cd21e31e505594ce7ac, ASSIGN because future has completed 2024-11-13T23:28:18,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 914476b1044a5cd21e31e505594ce7ac, server=714b435e65e7,33055,1731540493308}] 2024-11-13T23:28:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:18,596 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:18,596 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 914476b1044a5cd21e31e505594ce7ac, NAME => 'test,,1731540498250.914476b1044a5cd21e31e505594ce7ac.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:18,596 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:18,597 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:28:18,597 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,597 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540498250.914476b1044a5cd21e31e505594ce7ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:18,597 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,597 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,598 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,600 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 914476b1044a5cd21e31e505594ce7ac columnFamilyName f 2024-11-13T23:28:18,600 DEBUG [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:18,600 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] regionserver.HStore(327): Store=914476b1044a5cd21e31e505594ce7ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:18,601 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,601 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 914476b1044a5cd21e31e505594ce7ac columnFamilyName f1 2024-11-13T23:28:18,601 DEBUG [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:18,602 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] regionserver.HStore(327): Store=914476b1044a5cd21e31e505594ce7ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:18,602 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,603 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 914476b1044a5cd21e31e505594ce7ac columnFamilyName norep 2024-11-13T23:28:18,603 DEBUG [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:18,604 INFO [StoreOpener-914476b1044a5cd21e31e505594ce7ac-1 {}] regionserver.HStore(327): Store=914476b1044a5cd21e31e505594ce7ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:18,605 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,606 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,606 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,606 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,607 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,607 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:28:18,609 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,612 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:18,612 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 914476b1044a5cd21e31e505594ce7ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61661586, jitterRate=-0.08117076754570007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:28:18,612 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:18,612 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 914476b1044a5cd21e31e505594ce7ac: Running coprocessor pre-open hook at 1731540498597Writing region info on filesystem at 1731540498597Initializing all the Stores at 1731540498597Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540498597Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540498598 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540498598Cleaning up temporary data from old regions at 1731540498607 (+9 ms)Running coprocessor post-open hooks at 1731540498612 (+5 ms)Region opened successfully at 1731540498612 2024-11-13T23:28:18,613 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540498250.914476b1044a5cd21e31e505594ce7ac., pid=6, masterSystemTime=1731540498592 2024-11-13T23:28:18,615 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:18,616 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:18,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=914476b1044a5cd21e31e505594ce7ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,33055,1731540493308 2024-11-13T23:28:18,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 914476b1044a5cd21e31e505594ce7ac, server=714b435e65e7,33055,1731540493308 because future has completed 2024-11-13T23:28:18,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:28:18,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 914476b1044a5cd21e31e505594ce7ac, server=714b435e65e7,33055,1731540493308 in 179 msec 2024-11-13T23:28:18,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:28:18,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=914476b1044a5cd21e31e505594ce7ac, ASSIGN in 337 msec 2024-11-13T23:28:18,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:28:18,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540498625"}]},"ts":"1731540498625"} 2024-11-13T23:28:18,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:28:18,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:28:18,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 377 msec 2024-11-13T23:28:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:18,877 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:28:18,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:18,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33077,-1 for getting cluster id 2024-11-13T23:28:18,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:18,879 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774442c1-d92b-46b8-b175-b7a0db16d4a8' 2024-11-13T23:28:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774442c1-d92b-46b8-b175-b7a0db16d4a8" 2024-11-13T23:28:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c25a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33077,-1] 2024-11-13T23:28:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:18,882 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260938fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:18,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33077,1731540484461 2024-11-13T23:28:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@963d96d 2024-11-13T23:28:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:18,886 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:18,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:36429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:28:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:28:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:18,903 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:36429' 2024-11-13T23:28:18,905 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bfe4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:18,905 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36429,-1 for getting cluster id 2024-11-13T23:28:18,905 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:18,906 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75c6cfc-e319-4a94-ac86-71a22383d78c' 2024-11-13T23:28:18,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75c6cfc-e319-4a94-ac86-71a22383d78c" 2024-11-13T23:28:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af0292f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36429,-1] 2024-11-13T23:28:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:18,908 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:18,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8cc1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:18,910 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:18,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36429,1731540489274 2024-11-13T23:28:18,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da12916 2024-11-13T23:28:18,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:18,912 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:18,913 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T23:28:18,913 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:28:18,913 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:18,913 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:18,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:18,913 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:18,914 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:28:18,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:18,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:18,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:28:18,948 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbc78f208849943320a0ae62b761fa1e, NAME => 'hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed 2024-11-13T23:28:18,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:28:18,965 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:28:18,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:18,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbc78f208849943320a0ae62b761fa1e, disabling compactions & flushes 2024-11-13T23:28:18,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:18,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:18,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. after waiting 0 ms 2024-11-13T23:28:18,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:18,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:18,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbc78f208849943320a0ae62b761fa1e: Waiting for close lock at 1731540498966Disabling compacts and flushes for region at 1731540498966Disabling writes for close at 1731540498967 (+1 ms)Writing region close event to WAL at 1731540498967Closed at 1731540498967 2024-11-13T23:28:18,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:18,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540498968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540498968"}]},"ts":"1731540498968"} 2024-11-13T23:28:18,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:28:18,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:18,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540498972"}]},"ts":"1731540498972"} 2024-11-13T23:28:18,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:28:18,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc78f208849943320a0ae62b761fa1e, ASSIGN}] 2024-11-13T23:28:18,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc78f208849943320a0ae62b761fa1e, ASSIGN 2024-11-13T23:28:18,980 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbc78f208849943320a0ae62b761fa1e, ASSIGN; state=OFFLINE, location=714b435e65e7,33103,1731540484627; forceNewPlan=false, retain=false 2024-11-13T23:28:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:19,131 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbc78f208849943320a0ae62b761fa1e, regionState=OPENING, regionLocation=714b435e65e7,33103,1731540484627 2024-11-13T23:28:19,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbc78f208849943320a0ae62b761fa1e, ASSIGN because future has completed 2024-11-13T23:28:19,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc78f208849943320a0ae62b761fa1e, server=714b435e65e7,33103,1731540484627}] 2024-11-13T23:28:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:19,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:19,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:19,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:28:19,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33103%2C1731540484627.rep, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/oldWALs, maxLogs=10 2024-11-13T23:28:19,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.rep.1731540499295, exclude list is [], retry=0 2024-11-13T23:28:19,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-9ff96bb8-f049-4efa-bd0a-1b63968eb243,DISK] 2024-11-13T23:28:19,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.rep.1731540499295 2024-11-13T23:28:19,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-13T23:28:19,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbc78f208849943320a0ae62b761fa1e, NAME => 'hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:19,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:19,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:19,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. service=MultiRowMutationService 2024-11-13T23:28:19,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:28:19,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:19,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,345 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,347 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc78f208849943320a0ae62b761fa1e columnFamilyName hfileref 2024-11-13T23:28:19,347 DEBUG [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:19,348 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] regionserver.HStore(327): Store=bbc78f208849943320a0ae62b761fa1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:19,348 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,349 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc78f208849943320a0ae62b761fa1e columnFamilyName queue 2024-11-13T23:28:19,349 DEBUG [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:19,350 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] regionserver.HStore(327): Store=bbc78f208849943320a0ae62b761fa1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:19,350 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,352 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc78f208849943320a0ae62b761fa1e columnFamilyName sid 2024-11-13T23:28:19,352 DEBUG [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:19,353 INFO [StoreOpener-bbc78f208849943320a0ae62b761fa1e-1 {}] regionserver.HStore(327): Store=bbc78f208849943320a0ae62b761fa1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:19,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:28:19,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:19,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbc78f208849943320a0ae62b761fa1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74006888, jitterRate=0.10278856754302979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:28:19,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:19,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbc78f208849943320a0ae62b761fa1e: Running coprocessor pre-open hook at 1731540499343Writing region info on filesystem at 1731540499343Initializing all the Stores at 1731540499343Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540499343Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540499345 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540499345Cleaning up temporary data from old regions at 1731540499361 (+16 ms)Running coprocessor post-open hooks at 1731540499367 (+6 ms)Region opened successfully at 1731540499367 2024-11-13T23:28:19,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e., pid=10, masterSystemTime=1731540499285 2024-11-13T23:28:19,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:19,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:19,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbc78f208849943320a0ae62b761fa1e, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,33103,1731540484627 2024-11-13T23:28:19,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc78f208849943320a0ae62b761fa1e, server=714b435e65e7,33103,1731540484627 because future has completed 2024-11-13T23:28:19,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:28:19,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbc78f208849943320a0ae62b761fa1e, server=714b435e65e7,33103,1731540484627 in 251 msec 2024-11-13T23:28:19,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:28:19,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc78f208849943320a0ae62b761fa1e, ASSIGN in 410 msec 2024-11-13T23:28:19,390 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:28:19,390 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540499390"}]},"ts":"1731540499390"} 2024-11-13T23:28:19,392 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:28:19,393 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:28:19,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 480 msec 2024-11-13T23:28:19,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e., hostname=714b435e65e7,33103,1731540484627, seqNum=2] 2024-11-13T23:28:19,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:19,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:19,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:28:19,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:28:19,680 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:28:19,718 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,33103,1731540484627, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:28:19,719 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:19,719 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33103,1731540484627, seqNum=-1] 2024-11-13T23:28:19,720 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:19,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T23:28:19,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,33103,1731540484627', locateType=CURRENT is [region=hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e., hostname=714b435e65e7,33103,1731540484627, seqNum=2] 2024-11-13T23:28:19,727 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:28:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:28:19,730 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,33103,1731540484627 suceeded 2024-11-13T23:28:19,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:28:19,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-13T23:28:19,732 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:36429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:28:19,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 846 msec 2024-11-13T23:28:19,747 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:36429' 2024-11-13T23:28:19,748 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26ecd869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:19,748 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36429,-1 for getting cluster id 2024-11-13T23:28:19,748 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:19,749 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75c6cfc-e319-4a94-ac86-71a22383d78c' 2024-11-13T23:28:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75c6cfc-e319-4a94-ac86-71a22383d78c" 2024-11-13T23:28:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41d46a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:19,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36429,-1] 2024-11-13T23:28:19,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:19,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:19,756 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:19,757 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c4abeee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:19,757 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:19,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36429,1731540489274 2024-11-13T23:28:19,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9bb90b0 2024-11-13T23:28:19,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:19,762 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T23:28:19,763 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,33103,1731540484627 (queues=1) is replicating from cluster=774442c1-d92b-46b8-b175-b7a0db16d4a8 to cluster=f75c6cfc-e319-4a94-ac86-71a22383d78c 2024-11-13T23:28:19,763 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C33103%2C1731540484627 2024-11-13T23:28:19,764 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,33103,1731540484627, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:28:19,765 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, startPosition=0, beingWritten=true 2024-11-13T23:28:19,771 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C33103%2C1731540484627 2024-11-13T23:28:19,784 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:19,784 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:19,784 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:19,992 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:20,037 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:28:20,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:20,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:20,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:20,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:20,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:20,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:20,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36429,-1 for getting cluster id 2024-11-13T23:28:20,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:20,039 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75c6cfc-e319-4a94-ac86-71a22383d78c' 2024-11-13T23:28:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75c6cfc-e319-4a94-ac86-71a22383d78c" 2024-11-13T23:28:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c541fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36429,-1] 2024-11-13T23:28:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:20,042 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:20,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ce6d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:20,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,36429,1731540489274 2024-11-13T23:28:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a874cf3 2024-11-13T23:28:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:20,045 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:20,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:40705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:28:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:28:20,048 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40705' 2024-11-13T23:28:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:20,063 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b04a889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:20,063 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:20,064 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:20,064 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abf87da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:20,066 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:20,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45daec19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:20,067 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:20,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40705,1731540493117 2024-11-13T23:28:20,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa31f83 2024-11-13T23:28:20,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:20,069 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:20,070 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T23:28:20,070 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:28:20,070 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:20,070 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:20,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:20,070 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:20,072 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:28:20,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:20,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:20,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:28:20,123 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:28:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:20,297 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:20,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6b71367a2a953f82c9a96b5aa8ab99e, NAME => 'hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f 2024-11-13T23:28:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:28:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:20,701 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:20,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:20,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e6b71367a2a953f82c9a96b5aa8ab99e, disabling compactions & flushes 2024-11-13T23:28:20,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:20,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:20,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. after waiting 0 ms 2024-11-13T23:28:20,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:20,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:20,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6b71367a2a953f82c9a96b5aa8ab99e: Waiting for close lock at 1731540500902Disabling compacts and flushes for region at 1731540500902Disabling writes for close at 1731540500902Writing region close event to WAL at 1731540500902Closed at 1731540500902 2024-11-13T23:28:20,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:20,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540500903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540500903"}]},"ts":"1731540500903"} 2024-11-13T23:28:20,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:28:20,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:20,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540500906"}]},"ts":"1731540500906"} 2024-11-13T23:28:20,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:28:20,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6b71367a2a953f82c9a96b5aa8ab99e, ASSIGN}] 2024-11-13T23:28:20,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6b71367a2a953f82c9a96b5aa8ab99e, ASSIGN 2024-11-13T23:28:20,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e6b71367a2a953f82c9a96b5aa8ab99e, ASSIGN; state=OFFLINE, location=714b435e65e7,34873,1731540489394; forceNewPlan=false, retain=false 2024-11-13T23:28:21,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6b71367a2a953f82c9a96b5aa8ab99e, regionState=OPENING, regionLocation=714b435e65e7,34873,1731540489394 2024-11-13T23:28:21,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e6b71367a2a953f82c9a96b5aa8ab99e, ASSIGN because future has completed 2024-11-13T23:28:21,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b71367a2a953f82c9a96b5aa8ab99e, server=714b435e65e7,34873,1731540489394}] 2024-11-13T23:28:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:21,204 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:21,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:21,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:21,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:28:21,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C34873%2C1731540489394.rep, suffix=, logDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394, archiveDir=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/oldWALs, maxLogs=10 2024-11-13T23:28:21,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.rep.1731540501240, exclude list is [], retry=0 2024-11-13T23:28:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-a6a4a6db-3bd6-48ae-8a62-c836ef0236fd,DISK] 2024-11-13T23:28:21,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.rep.1731540501240 2024-11-13T23:28:21,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-11-13T23:28:21,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e6b71367a2a953f82c9a96b5aa8ab99e, NAME => 'hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:21,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:21,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:21,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. service=MultiRowMutationService 2024-11-13T23:28:21,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:28:21,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:21,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,263 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,264 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b71367a2a953f82c9a96b5aa8ab99e columnFamilyName hfileref 2024-11-13T23:28:21,264 DEBUG [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:21,265 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] regionserver.HStore(327): Store=e6b71367a2a953f82c9a96b5aa8ab99e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:21,265 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,266 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b71367a2a953f82c9a96b5aa8ab99e columnFamilyName queue 2024-11-13T23:28:21,266 DEBUG [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:21,266 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] regionserver.HStore(327): Store=e6b71367a2a953f82c9a96b5aa8ab99e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:21,266 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,267 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b71367a2a953f82c9a96b5aa8ab99e columnFamilyName sid 2024-11-13T23:28:21,267 DEBUG [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:21,267 INFO [StoreOpener-e6b71367a2a953f82c9a96b5aa8ab99e-1 {}] regionserver.HStore(327): Store=e6b71367a2a953f82c9a96b5aa8ab99e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:21,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/replication/e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/replication/e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:28:21,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/replication/e6b71367a2a953f82c9a96b5aa8ab99e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:21,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e6b71367a2a953f82c9a96b5aa8ab99e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73113598, jitterRate=0.08947750926017761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:28:21,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:21,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e6b71367a2a953f82c9a96b5aa8ab99e: Running coprocessor pre-open hook at 1731540501262Writing region info on filesystem at 1731540501262Initializing all the Stores at 1731540501262Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540501262Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540501263 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540501263Cleaning up temporary data from old regions at 1731540501270 (+7 ms)Running coprocessor post-open hooks at 1731540501276 (+6 ms)Region opened successfully at 1731540501276 2024-11-13T23:28:21,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e., pid=10, masterSystemTime=1731540501216 2024-11-13T23:28:21,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6b71367a2a953f82c9a96b5aa8ab99e, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,34873,1731540489394 2024-11-13T23:28:21,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:21,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:21,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b71367a2a953f82c9a96b5aa8ab99e, server=714b435e65e7,34873,1731540489394 because future has completed 2024-11-13T23:28:21,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:28:21,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e6b71367a2a953f82c9a96b5aa8ab99e, server=714b435e65e7,34873,1731540489394 in 220 msec 2024-11-13T23:28:21,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:28:21,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6b71367a2a953f82c9a96b5aa8ab99e, ASSIGN in 379 msec 2024-11-13T23:28:21,292 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:28:21,292 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540501292"}]},"ts":"1731540501292"} 2024-11-13T23:28:21,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:28:21,296 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:28:21,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2260 sec 2024-11-13T23:28:21,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e., hostname=714b435e65e7,34873,1731540489394, seqNum=2] 2024-11-13T23:28:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:21,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:28:21,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:28:21,551 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:28:21,599 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,34873,1731540489394, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:28:21,599 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:21,600 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,34873,1731540489394, seqNum=-1] 2024-11-13T23:28:21,600 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:21,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T23:28:21,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,34873,1731540489394', locateType=CURRENT is [region=hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e., hostname=714b435e65e7,34873,1731540489394, seqNum=2] 2024-11-13T23:28:21,634 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:28:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:28:21,637 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,34873,1731540489394 suceeded 2024-11-13T23:28:21,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:28:21,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-11-13T23:28:21,639 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:40705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:28:21,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec 2024-11-13T23:28:21,675 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:40705' 2024-11-13T23:28:21,684 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d6987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:21,684 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:21,685 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:21,685 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a193cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:21,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:21,688 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:21,690 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49f242e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:21,690 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:21,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40705,1731540493117 2024-11-13T23:28:21,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17877021 2024-11-13T23:28:21,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:21,693 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T23:28:21,693 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,34873,1731540489394 (queues=1) is replicating from cluster=f75c6cfc-e319-4a94-ac86-71a22383d78c to cluster=9a17cbe0-5b27-4af8-9467-bbe9228f583b 2024-11-13T23:28:21,693 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C34873%2C1731540489394 2024-11-13T23:28:21,694 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,34873,1731540489394, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:28:21,701 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, startPosition=0, beingWritten=true 2024-11-13T23:28:21,707 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C34873%2C1731540489394 2024-11-13T23:28:21,743 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:21,743 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:21,743 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:21,809 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:21,886 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:21,887 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:21,887 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48342 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:21,970 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:22,197 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:28:22,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:22,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:22,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:22,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:22,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:22,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:22,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:22,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:22,199 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745862f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:22,202 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:22,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a3a68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:22,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40705,1731540493117 2024-11-13T23:28:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72d954ef 2024-11-13T23:28:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:22,205 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:22,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:33077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:28:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:28:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:22,208 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:33077' 2024-11-13T23:28:22,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:22,209 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33077,-1 for getting cluster id 2024-11-13T23:28:22,209 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:22,210 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774442c1-d92b-46b8-b175-b7a0db16d4a8' 2024-11-13T23:28:22,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:22,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774442c1-d92b-46b8-b175-b7a0db16d4a8" 2024-11-13T23:28:22,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507332e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:22,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33077,-1] 2024-11-13T23:28:22,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:22,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:22,212 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:22,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444dc782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:22,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:22,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33077,1731540484461 2024-11-13T23:28:22,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@622c3526 2024-11-13T23:28:22,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:22,214 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:22,215 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T23:28:22,215 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:28:22,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:22,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:22,215 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:22,217 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:28:22,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:22,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:22,218 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:22,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:28:22,267 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:28:22,288 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:22,534 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:22,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcc5a4a8c8dbda0b9670b077e3f22a8b, NAME => 'hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6 2024-11-13T23:28:22,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:28:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dcc5a4a8c8dbda0b9670b077e3f22a8b, disabling compactions & flushes 2024-11-13T23:28:22,641 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. after waiting 0 ms 2024-11-13T23:28:22,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:22,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:22,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcc5a4a8c8dbda0b9670b077e3f22a8b: Waiting for close lock at 1731540502641Disabling compacts and flushes for region at 1731540502641Disabling writes for close at 1731540502641Writing region close event to WAL at 1731540502642 (+1 ms)Closed at 1731540502642 2024-11-13T23:28:22,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:22,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540502643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540502643"}]},"ts":"1731540502643"} 2024-11-13T23:28:22,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:28:22,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:22,646 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540502646"}]},"ts":"1731540502646"} 2024-11-13T23:28:22,648 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:28:22,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcc5a4a8c8dbda0b9670b077e3f22a8b, ASSIGN}] 2024-11-13T23:28:22,649 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcc5a4a8c8dbda0b9670b077e3f22a8b, ASSIGN 2024-11-13T23:28:22,650 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcc5a4a8c8dbda0b9670b077e3f22a8b, ASSIGN; state=OFFLINE, location=714b435e65e7,33055,1731540493308; forceNewPlan=false, retain=false 2024-11-13T23:28:22,693 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:22,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:22,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcc5a4a8c8dbda0b9670b077e3f22a8b, regionState=OPENING, regionLocation=714b435e65e7,33055,1731540493308 2024-11-13T23:28:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcc5a4a8c8dbda0b9670b077e3f22a8b, ASSIGN because future has completed 2024-11-13T23:28:22,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcc5a4a8c8dbda0b9670b077e3f22a8b, server=714b435e65e7,33055,1731540493308}] 2024-11-13T23:28:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:22,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:22,908 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:28:22,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:22,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:22,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:28:22,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33055%2C1731540493308.rep, suffix=, logDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/oldWALs, maxLogs=10 2024-11-13T23:28:22,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.rep.1731540502973, exclude list is [], retry=0 2024-11-13T23:28:22,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-a015b4bd-6d3d-4dd9-a9ec-e1be8c59c6e9,DISK] 2024-11-13T23:28:23,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.rep.1731540502973 2024-11-13T23:28:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40657:40657)] 2024-11-13T23:28:23,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dcc5a4a8c8dbda0b9670b077e3f22a8b, NAME => 'hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:23,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:23,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:23,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. service=MultiRowMutationService 2024-11-13T23:28:23,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:28:23,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:23,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,023 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,025 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc5a4a8c8dbda0b9670b077e3f22a8b columnFamilyName hfileref 2024-11-13T23:28:23,025 DEBUG [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:23,025 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] regionserver.HStore(327): Store=dcc5a4a8c8dbda0b9670b077e3f22a8b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:23,025 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,026 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc5a4a8c8dbda0b9670b077e3f22a8b columnFamilyName queue 2024-11-13T23:28:23,026 DEBUG [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:23,027 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] regionserver.HStore(327): Store=dcc5a4a8c8dbda0b9670b077e3f22a8b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:23,028 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,030 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc5a4a8c8dbda0b9670b077e3f22a8b columnFamilyName sid 2024-11-13T23:28:23,030 DEBUG [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:23,031 INFO [StoreOpener-dcc5a4a8c8dbda0b9670b077e3f22a8b-1 {}] regionserver.HStore(327): Store=dcc5a4a8c8dbda0b9670b077e3f22a8b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:23,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/replication/dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/replication/dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:28:23,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/replication/dcc5a4a8c8dbda0b9670b077e3f22a8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:23,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dcc5a4a8c8dbda0b9670b077e3f22a8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74275904, jitterRate=0.1067972183227539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:28:23,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:23,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dcc5a4a8c8dbda0b9670b077e3f22a8b: Running coprocessor pre-open hook at 1731540503010Writing region info on filesystem at 1731540503010Initializing all the Stores at 1731540503012 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540503012Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540503023 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540503023Cleaning up temporary data from old regions at 1731540503033 (+10 ms)Running coprocessor post-open hooks at 1731540503038 (+5 ms)Region opened successfully at 1731540503038 2024-11-13T23:28:23,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b., pid=10, masterSystemTime=1731540502965 2024-11-13T23:28:23,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:23,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:23,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcc5a4a8c8dbda0b9670b077e3f22a8b, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,33055,1731540493308 2024-11-13T23:28:23,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcc5a4a8c8dbda0b9670b077e3f22a8b, server=714b435e65e7,33055,1731540493308 because future has completed 2024-11-13T23:28:23,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:28:23,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dcc5a4a8c8dbda0b9670b077e3f22a8b, server=714b435e65e7,33055,1731540493308 in 235 msec 2024-11-13T23:28:23,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:28:23,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcc5a4a8c8dbda0b9670b077e3f22a8b, ASSIGN in 400 msec 2024-11-13T23:28:23,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:28:23,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540503051"}]},"ts":"1731540503051"} 2024-11-13T23:28:23,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:28:23,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:28:23,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-11-13T23:28:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b., hostname=714b435e65e7,33055,1731540493308, seqNum=2] 2024-11-13T23:28:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:23,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:28:23,197 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:23,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:28:23,293 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:28:23,335 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,33055,1731540493308, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:28:23,336 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:23,336 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33055,1731540493308, seqNum=-1] 2024-11-13T23:28:23,337 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:23,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T23:28:23,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,33055,1731540493308', locateType=CURRENT is [region=hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b., hostname=714b435e65e7,33055,1731540493308, seqNum=2] 2024-11-13T23:28:23,341 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:23,344 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:28:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:28:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:23,348 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,33055,1731540493308 suceeded 2024-11-13T23:28:23,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:28:23,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-13T23:28:23,349 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:33077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:28:23,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1440 sec 2024-11-13T23:28:23,363 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:33077' 2024-11-13T23:28:23,364 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db0991d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:23,364 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33077,-1 for getting cluster id 2024-11-13T23:28:23,364 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:23,365 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774442c1-d92b-46b8-b175-b7a0db16d4a8' 2024-11-13T23:28:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774442c1-d92b-46b8-b175-b7a0db16d4a8" 2024-11-13T23:28:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@942e5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33077,-1] 2024-11-13T23:28:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:23,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:23,366 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:23,367 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb185c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:23,367 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:23,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33077,1731540484461 2024-11-13T23:28:23,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664d2ba5 2024-11-13T23:28:23,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:23,399 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T23:28:23,400 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,33055,1731540493308 (queues=1) is replicating from cluster=9a17cbe0-5b27-4af8-9467-bbe9228f583b to cluster=774442c1-d92b-46b8-b175-b7a0db16d4a8 2024-11-13T23:28:23,400 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C33055%2C1731540493308 2024-11-13T23:28:23,400 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,33055,1731540493308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:28:23,401 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C33055%2C1731540493308 2024-11-13T23:28:23,401 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, startPosition=0, beingWritten=true 2024-11-13T23:28:23,407 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:23,407 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 379, reset compression=false 2024-11-13T23:28:23,408 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:23,612 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 379, reset compression=false 2024-11-13T23:28:23,802 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:23,916 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 379, reset compression=false 2024-11-13T23:28:24,247 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:24,330 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 379, reset compression=false 2024-11-13T23:28:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:28:24,367 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:28:24,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:24,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:24,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:24,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:24,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:24,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33077,-1 for getting cluster id 2024-11-13T23:28:24,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:24,369 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774442c1-d92b-46b8-b175-b7a0db16d4a8' 2024-11-13T23:28:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774442c1-d92b-46b8-b175-b7a0db16d4a8" 2024-11-13T23:28:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119fc097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33077,-1] 2024-11-13T23:28:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:24,370 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a780140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36429,-1 for getting cluster id 2024-11-13T23:28:24,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:24,373 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75c6cfc-e319-4a94-ac86-71a22383d78c' 2024-11-13T23:28:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75c6cfc-e319-4a94-ac86-71a22383d78c" 2024-11-13T23:28:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa53275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36429,-1] 2024-11-13T23:28:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:24,374 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bc8d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:24,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:24,378 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18697ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:24,380 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c7bffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:24,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33103,1731540484627, seqNum=-1] 2024-11-13T23:28:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:24,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3., hostname=714b435e65e7,33103,1731540484627, seqNum=2] 2024-11-13T23:28:24,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33055,1731540493308, seqNum=-1] 2024-11-13T23:28:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:24,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540498250.914476b1044a5cd21e31e505594ce7ac., hostname=714b435e65e7,33055,1731540493308, seqNum=2] 2024-11-13T23:28:24,394 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T23:28:24,507 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:28:24,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T23:28:24,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T23:28:24,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T23:28:24,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:28:24,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T23:28:24,835 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 379, reset compression=false 2024-11-13T23:28:25,251 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 379, reset compression=false 2024-11-13T23:28:25,256 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:25,256 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 480, reset compression=false 2024-11-13T23:28:25,256 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[{test/883bf6dd54baba85118e30c9562d1ef3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T23:28:25,258 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:25,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T23:28:25,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:25,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291129d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,36429,-1 for getting cluster id 2024-11-13T23:28:25,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:25,264 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75c6cfc-e319-4a94-ac86-71a22383d78c' 2024-11-13T23:28:25,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:25,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75c6cfc-e319-4a94-ac86-71a22383d78c" 2024-11-13T23:28:25,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@527c48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,36429,-1] 2024-11-13T23:28:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:25,265 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:25,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69c125d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:25,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,34873,1731540489394, seqNum=-1] 2024-11-13T23:28:25,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:25,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T23:28:25,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1., hostname=714b435e65e7,34873,1731540489394, seqNum=2] 2024-11-13T23:28:25,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:25,310 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 379, reset compression=false 2024-11-13T23:28:25,315 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:25,315 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 503, reset compression=false 2024-11-13T23:28:25,315 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd86f3902d2d386fda50c9d13c7d97a1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T23:28:25,317 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:25,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T23:28:25,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:25,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27c440a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:25,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:25,324 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dee26ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:25,326 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:25,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@422f0e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33055,1731540493308, seqNum=-1] 2024-11-13T23:28:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:25,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T23:28:25,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540498250.914476b1044a5cd21e31e505594ce7ac., hostname=714b435e65e7,33055,1731540493308, seqNum=2] 2024-11-13T23:28:25,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:25,396 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T23:28:25,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,34873,1731540489394, seqNum=-1] 2024-11-13T23:28:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:25,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:25,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1., hostname=714b435e65e7,34873,1731540489394, seqNum=2] 2024-11-13T23:28:25,415 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T23:28:25,442 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 379, reset compression=false 2024-11-13T23:28:25,446 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:25,446 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 527, reset compression=false 2024-11-13T23:28:25,446 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:25,461 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 480, reset compression=false 2024-11-13T23:28:25,520 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 503, reset compression=false 2024-11-13T23:28:25,526 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:25,526 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 607, reset compression=false 2024-11-13T23:28:25,526 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd86f3902d2d386fda50c9d13c7d97a1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T23:28:25,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:25,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:25,652 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 527, reset compression=false 2024-11-13T23:28:25,657 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:25,657 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 655, reset compression=false 2024-11-13T23:28:25,657 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[{test/914476b1044a5cd21e31e505594ce7ac/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T23:28:25,661 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:25,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T23:28:25,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:25,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e47fa25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33077,-1 for getting cluster id 2024-11-13T23:28:25,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:25,664 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774442c1-d92b-46b8-b175-b7a0db16d4a8' 2024-11-13T23:28:25,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:25,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774442c1-d92b-46b8-b175-b7a0db16d4a8" 2024-11-13T23:28:25,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23c27ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33077,-1] 2024-11-13T23:28:25,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:25,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:25,666 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:25,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbf5a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:25,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:25,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33103,1731540484627, seqNum=-1] 2024-11-13T23:28:25,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:25,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T23:28:25,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3., hostname=714b435e65e7,33103,1731540484627, seqNum=2] 2024-11-13T23:28:25,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:25,752 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 607, reset compression=false 2024-11-13T23:28:25,773 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 480, reset compression=false 2024-11-13T23:28:25,776 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:25,776 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 632, reset compression=false 2024-11-13T23:28:25,777 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:25,868 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 655, reset compression=false 2024-11-13T23:28:25,982 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 632, reset compression=false 2024-11-13T23:28:26,060 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 607, reset compression=false 2024-11-13T23:28:26,173 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 655, reset compression=false 2024-11-13T23:28:26,286 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 632, reset compression=false 2024-11-13T23:28:26,417 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T23:28:26,420 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T23:28:26,465 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 607, reset compression=false 2024-11-13T23:28:26,578 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 655, reset compression=false 2024-11-13T23:28:26,583 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:26,583 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 759, reset compression=false 2024-11-13T23:28:26,583 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[{test/914476b1044a5cd21e31e505594ce7ac/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T23:28:26,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:26,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:26,698 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 632, reset compression=false 2024-11-13T23:28:26,703 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:26,703 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 760, reset compression=false 2024-11-13T23:28:26,703 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[{test/883bf6dd54baba85118e30c9562d1ef3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T23:28:26,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:26,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:26,787 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 759, reset compression=false 2024-11-13T23:28:26,911 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 760, reset compression=false 2024-11-13T23:28:26,972 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 607, reset compression=false 2024-11-13T23:28:26,976 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:26,976 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 758, reset compression=false 2024-11-13T23:28:26,976 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:27,091 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 759, reset compression=false 2024-11-13T23:28:27,187 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 758, reset compression=false 2024-11-13T23:28:27,215 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 760, reset compression=false 2024-11-13T23:28:27,422 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T23:28:27,427 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T23:28:27,491 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 758, reset compression=false 2024-11-13T23:28:27,495 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 759, reset compression=false 2024-11-13T23:28:27,619 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 760, reset compression=false 2024-11-13T23:28:27,625 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:27,625 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 916, reset compression=false 2024-11-13T23:28:27,625 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[{test/883bf6dd54baba85118e30c9562d1ef3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T23:28:27,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:27,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:27,830 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 916, reset compression=false 2024-11-13T23:28:27,895 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 758, reset compression=false 2024-11-13T23:28:27,900 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:27,900 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 905, reset compression=false 2024-11-13T23:28:27,900 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd86f3902d2d386fda50c9d13c7d97a1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T23:28:27,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:27,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:28,012 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 759, reset compression=false 2024-11-13T23:28:28,017 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:28,017 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 930, reset compression=false 2024-11-13T23:28:28,017 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:28,107 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 905, reset compression=false 2024-11-13T23:28:28,135 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 916, reset compression=false 2024-11-13T23:28:28,223 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 930, reset compression=false 2024-11-13T23:28:28,411 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 905, reset compression=false 2024-11-13T23:28:28,430 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T23:28:28,436 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T23:28:28,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:28,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,527 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 930, reset compression=false 2024-11-13T23:28:28,540 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 916, reset compression=false 2024-11-13T23:28:28,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:28,815 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 905, reset compression=false 2024-11-13T23:28:28,820 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:28,820 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1064, reset compression=false 2024-11-13T23:28:28,820 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd86f3902d2d386fda50c9d13c7d97a1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T23:28:28,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:28,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:28,944 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 930, reset compression=false 2024-11-13T23:28:28,948 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:28,948 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1080, reset compression=false 2024-11-13T23:28:28,948 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[{test/914476b1044a5cd21e31e505594ce7ac/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T23:28:28,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:28,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:29,033 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1064, reset compression=false 2024-11-13T23:28:29,060 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 916, reset compression=false 2024-11-13T23:28:29,080 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:29,080 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1090, reset compression=false 2024-11-13T23:28:29,080 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:29,168 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1080, reset compression=false 2024-11-13T23:28:29,300 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1090, reset compression=false 2024-11-13T23:28:29,368 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1064, reset compression=false 2024-11-13T23:28:29,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T23:28:29,442 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T23:28:29,472 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1080, reset compression=false 2024-11-13T23:28:29,489 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:29,489 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1239, reset compression=false 2024-11-13T23:28:29,489 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[{test/914476b1044a5cd21e31e505594ce7ac/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T23:28:29,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:29,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:29,604 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1090, reset compression=false 2024-11-13T23:28:29,611 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:29,611 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1240, reset compression=false 2024-11-13T23:28:29,611 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[{test/883bf6dd54baba85118e30c9562d1ef3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T23:28:29,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:29,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:29,723 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1239, reset compression=false 2024-11-13T23:28:29,781 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1064, reset compression=false 2024-11-13T23:28:29,784 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:29,784 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1237, reset compression=false 2024-11-13T23:28:29,784 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:29,820 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1240, reset compression=false 2024-11-13T23:28:29,987 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1237, reset compression=false 2024-11-13T23:28:30,029 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1239, reset compression=false 2024-11-13T23:28:30,123 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1240, reset compression=false 2024-11-13T23:28:30,290 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1237, reset compression=false 2024-11-13T23:28:30,432 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1239, reset compression=false 2024-11-13T23:28:30,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T23:28:30,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:30,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:30,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:30,451 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60919729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:30,452 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6491b627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:30,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:30,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40705,1731540493117 2024-11-13T23:28:30,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c68d7c3 2024-11-13T23:28:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:30,456 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:30,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T23:28:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T23:28:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T23:28:30,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:28:30,526 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1240, reset compression=false 2024-11-13T23:28:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T23:28:30,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T23:28:30,662 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T23:28:30,662 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T23:28:30,662 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,33055,1731540493308 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T23:28:30,663 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/714b435e65e7:0-0. 2024-11-13T23:28:30,663 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:30,663 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:30,663 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:30,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:30,693 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1237, reset compression=false 2024-11-13T23:28:30,763 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T23:28:30,763 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:28:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T23:28:30,863 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 terminated 2024-11-13T23:28:30,878 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,33055,1731540493308, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:28:30,878 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T23:28:30,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T23:28:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T23:28:30,880 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 714b435e65e7,33055,1731540493308 suceeded 2024-11-13T23:28:30,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T23:28:30,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-13T23:28:30,882 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T23:28:30,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 425 msec 2024-11-13T23:28:30,892 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:33077' 2024-11-13T23:28:30,892 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa11ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:30,892 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33077,-1 for getting cluster id 2024-11-13T23:28:30,893 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:30,893 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774442c1-d92b-46b8-b175-b7a0db16d4a8' 2024-11-13T23:28:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774442c1-d92b-46b8-b175-b7a0db16d4a8" 2024-11-13T23:28:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a507e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33077,-1] 2024-11-13T23:28:30,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:30,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:30,894 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:30,895 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c35d283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:30,895 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:30,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33077,1731540484461 2024-11-13T23:28:30,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bacdd1b 2024-11-13T23:28:30,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:30,896 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T23:28:30,896 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,33055,1731540493308 (queues=1) is replicating from cluster=9a17cbe0-5b27-4af8-9467-bbe9228f583b to cluster=774442c1-d92b-46b8-b175-b7a0db16d4a8 2024-11-13T23:28:30,896 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C33055%2C1731540493308 2024-11-13T23:28:30,897 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,33055,1731540493308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:28:30,897 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C33055%2C1731540493308 2024-11-13T23:28:31,029 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1240, reset compression=false 2024-11-13T23:28:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T23:28:31,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:31,087 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:28:31,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:31,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:31,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:31,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:31,090 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T23:28:31,196 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1237, reset compression=false 2024-11-13T23:28:31,631 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1240, reset compression=false 2024-11-13T23:28:31,635 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:31,635 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1344, reset compression=false 2024-11-13T23:28:31,635 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[{test/883bf6dd54baba85118e30c9562d1ef3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T23:28:31,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:31,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:31,800 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1237, reset compression=false 2024-11-13T23:28:31,812 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:31,812 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1364, reset compression=false 2024-11-13T23:28:31,812 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd86f3902d2d386fda50c9d13c7d97a1/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T23:28:31,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:31,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:31,837 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1344, reset compression=false 2024-11-13T23:28:32,015 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1364, reset compression=false 2024-11-13T23:28:32,091 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T23:28:32,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e70b172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:32,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40705,-1 for getting cluster id 2024-11-13T23:28:32,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:32,094 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a17cbe0-5b27-4af8-9467-bbe9228f583b' 2024-11-13T23:28:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a17cbe0-5b27-4af8-9467-bbe9228f583b" 2024-11-13T23:28:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78903ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40705,-1] 2024-11-13T23:28:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:32,095 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74197cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:32,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40705,1731540493117 2024-11-13T23:28:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2716723a 2024-11-13T23:28:32,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:32,099 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:32,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T23:28:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T23:28:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T23:28:32,141 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1344, reset compression=false 2024-11-13T23:28:32,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:28:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T23:28:32,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T23:28:32,295 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T23:28:32,296 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T23:28:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T23:28:32,297 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 714b435e65e7,33055,1731540493308 suceeded 2024-11-13T23:28:32,298 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, startPosition=1239, beingWritten=true 2024-11-13T23:28:32,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T23:28:32,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-13T23:28:32,299 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T23:28:32,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 199 msec 2024-11-13T23:28:32,301 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:32,302 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1390, reset compression=false 2024-11-13T23:28:32,302 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:32,319 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1364, reset compression=false 2024-11-13T23:28:32,322 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:32,322 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:32,322 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd86f3902d2d386fda50c9d13c7d97a1/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T23:28:32,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:32,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T23:28:32,417 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:28:32,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:32,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:32,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:32,418 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-13T23:28:32,504 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1390, reset compression=false 2024-11-13T23:28:32,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:28:32,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1518, reset compression=false 2024-11-13T23:28:32,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[{test/914476b1044a5cd21e31e505594ce7ac/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T23:28:32,510 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:32,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T23:28:32,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:28:32,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:28:32,525 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:32,543 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1344, reset compression=false 2024-11-13T23:28:32,547 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:32,547 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:32,547 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:32,711 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1518, reset compression=false 2024-11-13T23:28:32,750 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:32,828 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:33,014 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1518, reset compression=false 2024-11-13T23:28:33,052 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:33,231 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:33,417 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1518, reset compression=false 2024-11-13T23:28:33,420 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T23:28:33,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:28:33,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:33,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:33,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:33,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:33,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:33,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:28:33,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1863882901, stopped=false 2024-11-13T23:28:33,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,40705,1731540493117 2024-11-13T23:28:33,455 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:33,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-566931263/running 2024-11-13T23:28:33,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-566931263/running 2024-11-13T23:28:33,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:33,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:33,458 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:28:33,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:33,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:33,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:33,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,33055,1731540493308' ***** 2024-11-13T23:28:33,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:28:33,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on znode that does not yet exist, /2-566931263/running 2024-11-13T23:28:33,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Set watcher on znode that does not yet exist, /2-566931263/running 2024-11-13T23:28:33,459 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:28:33,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:28:33,459 INFO [RS:0;714b435e65e7:33055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:28:33,459 INFO [RS:0;714b435e65e7:33055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(3091): Received CLOSE for 914476b1044a5cd21e31e505594ce7ac 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(3091): Received CLOSE for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,33055,1731540493308 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33055. 2024-11-13T23:28:33,460 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 914476b1044a5cd21e31e505594ce7ac, disabling compactions & flushes 2024-11-13T23:28:33,460 DEBUG [RS:0;714b435e65e7:33055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:33,460 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:33,460 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:33,460 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:33,460 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. after waiting 0 ms 2024-11-13T23:28:33,460 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:28:33,460 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 914476b1044a5cd21e31e505594ce7ac 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T23:28:33,460 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:28:33,460 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1325): Online Regions={914476b1044a5cd21e31e505594ce7ac=test,,1731540498250.914476b1044a5cd21e31e505594ce7ac., 1588230740=hbase:meta,,1.1588230740, dcc5a4a8c8dbda0b9670b077e3f22a8b=hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b.} 2024-11-13T23:28:33,460 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:33,461 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:33,461 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:33,461 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:33,461 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 914476b1044a5cd21e31e505594ce7ac, dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:33,461 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:33,461 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:28:33,478 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/info/b662db68aacc471db7d805a79f3461fb is 147, key is hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b./info:regioninfo/1731540503043/Put/seqid=0 2024-11-13T23:28:33,478 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/f/d5a571eba31040eda085e3846e5a4214 is 37, key is row3/f:row3/1731540511088/Put/seqid=0 2024-11-13T23:28:33,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741840_1016 (size=7686) 2024-11-13T23:28:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741841_1017 (size=5228) 2024-11-13T23:28:33,490 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/info/b662db68aacc471db7d805a79f3461fb 2024-11-13T23:28:33,491 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/f/d5a571eba31040eda085e3846e5a4214 2024-11-13T23:28:33,502 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5a571eba31040eda085e3846e5a4214 2024-11-13T23:28:33,513 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/ns/eb2a112f03194af69cf2c564a8771080 is 43, key is default/ns:d/1731540494801/Put/seqid=0 2024-11-13T23:28:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:28:33,518 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/ns/eb2a112f03194af69cf2c564a8771080 2024-11-13T23:28:33,525 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/f1/8bb6341c535b4b4f85aa2122238516ed is 30, key is row1/f1:/1731540508432/DeleteFamily/seqid=0 2024-11-13T23:28:33,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741843_1019 (size=5158) 2024-11-13T23:28:33,535 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd89b79b68c44469ddc15855ef92828 is 112, key is test,,1731540498250.914476b1044a5cd21e31e505594ce7ac./rep_barrier:seqnumDuringOpen/1731540498616/Put/seqid=0 2024-11-13T23:28:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741844_1020 (size=5518) 2024-11-13T23:28:33,552 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:28:33,661 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 914476b1044a5cd21e31e505594ce7ac, dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:33,735 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:33,861 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 914476b1044a5cd21e31e505594ce7ac, dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:33,920 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1518, reset compression=false 2024-11-13T23:28:33,924 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:33,924 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1765, reset compression=false 2024-11-13T23:28:33,924 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33055,1731540493308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:33,925 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,33055,1731540493308: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,33055,1731540493308, walGroup=714b435e65e7%2C33055%2C1731540493308, offset=714b435e65e7%2C33055%2C1731540493308.1731540494148:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:33055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:28:33,926 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:28:33,926 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:28:33,926 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:28:33,926 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:28:33,926 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:28:33,927 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 782416576 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198658200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:28:33,927 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:40705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:40705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:28:33,929 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/f1/8bb6341c535b4b4f85aa2122238516ed 2024-11-13T23:28:33,933 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bb6341c535b4b4f85aa2122238516ed 2024-11-13T23:28:33,941 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd89b79b68c44469ddc15855ef92828 2024-11-13T23:28:33,946 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/norep/d0c39b2b74ed428aa42f4a5ac120f77c is 33, key is row2/norep:/1731540509439/DeleteFamily/seqid=0 2024-11-13T23:28:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741845_1021 (size=5108) 2024-11-13T23:28:33,958 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/table/faff06be437b4a59b9a52d576d8db14f is 53, key is hbase:replication/table:state/1731540503051/Put/seqid=0 2024-11-13T23:28:33,958 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741846_1022 (size=5308) 2024-11-13T23:28:33,968 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/table/faff06be437b4a59b9a52d576d8db14f 2024-11-13T23:28:33,972 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/info/b662db68aacc471db7d805a79f3461fb as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/info/b662db68aacc471db7d805a79f3461fb 2024-11-13T23:28:33,976 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/info/b662db68aacc471db7d805a79f3461fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:28:33,977 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/ns/eb2a112f03194af69cf2c564a8771080 as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/ns/eb2a112f03194af69cf2c564a8771080 2024-11-13T23:28:33,981 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/ns/eb2a112f03194af69cf2c564a8771080, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:28:33,982 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/rep_barrier/7fd89b79b68c44469ddc15855ef92828 as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/rep_barrier/7fd89b79b68c44469ddc15855ef92828 2024-11-13T23:28:33,986 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/rep_barrier/7fd89b79b68c44469ddc15855ef92828, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:28:33,986 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/.tmp/table/faff06be437b4a59b9a52d576d8db14f as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/table/faff06be437b4a59b9a52d576d8db14f 2024-11-13T23:28:33,990 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/table/faff06be437b4a59b9a52d576d8db14f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:28:33,991 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false 2024-11-13T23:28:33,996 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:28:33,996 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:33,996 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:28:33,996 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:33,996 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540513460Running coprocessor pre-close hooks at 1731540513460Disabling compacts and flushes for region at 1731540513460Disabling writes for close at 1731540513461 (+1 ms)Obtaining lock to block concurrent updates at 1731540513461Preparing flush snapshotting stores in 1588230740 at 1731540513461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540513461Flushing stores of hbase:meta,,1.1588230740 at 1731540513461Flushing 1588230740/info: creating writer at 1731540513461Flushing 1588230740/info: appending metadata at 1731540513477 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731540513477Flushing 1588230740/ns: creating writer at 1731540513494 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731540513512 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731540513512Flushing 1588230740/rep_barrier: creating writer at 1731540513521 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540513535 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540513535Flushing 1588230740/table: creating writer at 1731540513944 (+409 ms)Flushing 1588230740/table: appending metadata at 1731540513957 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731540513957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307a8a63: reopening flushed file at 1731540513972 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fbaddb: reopening flushed file at 1731540513976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ded3bb2: reopening flushed file at 1731540513981 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2b2efb: reopening flushed file at 1731540513986 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false at 1731540513991 (+5 ms)Writing region close event to WAL at 1731540513993 (+2 ms)Running coprocessor post-close hooks at 1731540513996 (+3 ms)Closed at 1731540513996 2024-11-13T23:28:33,996 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:34,051 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:28:34,051 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:28:34,051 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:28:34,061 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1351): Waiting on 914476b1044a5cd21e31e505594ce7ac, dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:34,127 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1765, reset compression=false 2024-11-13T23:28:34,261 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1351): Waiting on 914476b1044a5cd21e31e505594ce7ac, dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:34,338 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:34,353 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/norep/d0c39b2b74ed428aa42f4a5ac120f77c 2024-11-13T23:28:34,357 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0c39b2b74ed428aa42f4a5ac120f77c 2024-11-13T23:28:34,357 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/f/d5a571eba31040eda085e3846e5a4214 as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/f/d5a571eba31040eda085e3846e5a4214 2024-11-13T23:28:34,361 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5a571eba31040eda085e3846e5a4214 2024-11-13T23:28:34,361 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/f/d5a571eba31040eda085e3846e5a4214, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T23:28:34,362 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/f1/8bb6341c535b4b4f85aa2122238516ed as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/f1/8bb6341c535b4b4f85aa2122238516ed 2024-11-13T23:28:34,365 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bb6341c535b4b4f85aa2122238516ed 2024-11-13T23:28:34,365 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/f1/8bb6341c535b4b4f85aa2122238516ed, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T23:28:34,366 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/.tmp/norep/d0c39b2b74ed428aa42f4a5ac120f77c as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/norep/d0c39b2b74ed428aa42f4a5ac120f77c 2024-11-13T23:28:34,369 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0c39b2b74ed428aa42f4a5ac120f77c 2024-11-13T23:28:34,370 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/norep/d0c39b2b74ed428aa42f4a5ac120f77c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T23:28:34,370 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 914476b1044a5cd21e31e505594ce7ac in 910ms, sequenceid=12, compaction requested=false 2024-11-13T23:28:34,375 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/data/default/test/914476b1044a5cd21e31e505594ce7ac/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:28:34,376 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 914476b1044a5cd21e31e505594ce7ac: Waiting for close lock at 1731540513460Running coprocessor pre-close hooks at 1731540513460Disabling compacts and flushes for region at 1731540513460Disabling writes for close at 1731540513460Obtaining lock to block concurrent updates at 1731540513460Preparing flush snapshotting stores in 914476b1044a5cd21e31e505594ce7ac at 1731540513460Finished memstore snapshotting test,,1731540498250.914476b1044a5cd21e31e505594ce7ac., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731540513461 (+1 ms)Flushing stores of test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. at 1731540513461Flushing 914476b1044a5cd21e31e505594ce7ac/f: creating writer at 1731540513461Flushing 914476b1044a5cd21e31e505594ce7ac/f: appending metadata at 1731540513477 (+16 ms)Flushing 914476b1044a5cd21e31e505594ce7ac/f: closing flushed file at 1731540513477Flushing 914476b1044a5cd21e31e505594ce7ac/f1: creating writer at 1731540513503 (+26 ms)Flushing 914476b1044a5cd21e31e505594ce7ac/f1: appending metadata at 1731540513524 (+21 ms)Flushing 914476b1044a5cd21e31e505594ce7ac/f1: closing flushed file at 1731540513524Flushing 914476b1044a5cd21e31e505594ce7ac/norep: creating writer at 1731540513933 (+409 ms)Flushing 914476b1044a5cd21e31e505594ce7ac/norep: appending metadata at 1731540513945 (+12 ms)Flushing 914476b1044a5cd21e31e505594ce7ac/norep: closing flushed file at 1731540513946 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e4d200: reopening flushed file at 1731540514357 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7793a51e: reopening flushed file at 1731540514361 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e9d578: reopening flushed file at 1731540514365 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 914476b1044a5cd21e31e505594ce7ac in 910ms, sequenceid=12, compaction requested=false at 1731540514370 (+5 ms)Writing region close event to WAL at 1731540514373 (+3 ms)Running coprocessor post-close hooks at 1731540514376 (+3 ms)Closed at 1731540514376 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540498250.914476b1044a5cd21e31e505594ce7ac. 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcc5a4a8c8dbda0b9670b077e3f22a8b, disabling compactions & flushes 2024-11-13T23:28:34,376 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. after waiting 0 ms 2024-11-13T23:28:34,376 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,377 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcc5a4a8c8dbda0b9670b077e3f22a8b: Waiting for close lock at 1731540514376Running coprocessor pre-close hooks at 1731540514376Disabling compacts and flushes for region at 1731540514376Disabling writes for close at 1731540514376Failed flush hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b., putting online again at 1731540514377 (+1 ms) 2024-11-13T23:28:34,377 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,430 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 1765, reset compression=false 2024-11-13T23:28:34,433 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:34,433 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 2409, reset compression=false 2024-11-13T23:28:34,461 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:28:34,461 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1325): Online Regions={dcc5a4a8c8dbda0b9670b077e3f22a8b=hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b.} 2024-11-13T23:28:34,461 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(3091): Received CLOSE for dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:34,462 DEBUG [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1351): Waiting on dcc5a4a8c8dbda0b9670b077e3f22a8b 2024-11-13T23:28:34,462 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcc5a4a8c8dbda0b9670b077e3f22a8b, disabling compactions & flushes 2024-11-13T23:28:34,462 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,462 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,462 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. after waiting 0 ms 2024-11-13T23:28:34,462 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,462 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcc5a4a8c8dbda0b9670b077e3f22a8b: Waiting for close lock at 1731540514462Running coprocessor pre-close hooks at 1731540514462Disabling compacts and flushes for region at 1731540514462Disabling writes for close at 1731540514462Failed flush hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b., putting online again at 1731540514462 2024-11-13T23:28:34,462 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731540502215.dcc5a4a8c8dbda0b9670b077e3f22a8b. 2024-11-13T23:28:34,562 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:34,636 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/WALs/714b435e65e7,33055,1731540493308/714b435e65e7%2C33055%2C1731540493308.1731540494148 to pos 2409, reset compression=false 2024-11-13T23:28:34,662 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T23:28:34,662 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,33055,1731540493308; all regions closed. 2024-11-13T23:28:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:28:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741839_1015 (size=2609) 2024-11-13T23:28:34,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741832_1008 (size=2417) 2024-11-13T23:28:34,668 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:34,668 INFO [RS:0;714b435e65e7:33055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:28:34,668 INFO [RS:0;714b435e65e7:33055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:34,668 INFO [RS:0;714b435e65e7:33055 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:34,668 INFO [RS:0;714b435e65e7:33055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:34,668 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:34,669 INFO [RS:0;714b435e65e7:33055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,33055,1731540493308 because: Region server is closing 2024-11-13T23:28:34,669 INFO [RS:0;714b435e65e7:33055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33055. 2024-11-13T23:28:34,669 DEBUG [RS:0;714b435e65e7:33055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:34,669 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:34,669 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:34,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:34,770 INFO [RS:0;714b435e65e7:33055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.shipper714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 terminated 2024-11-13T23:28:34,770 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33055,1731540493308.replicationSource.wal-reader.714b435e65e7%2C33055%2C1731540493308,1-714b435e65e7,33055,1731540493308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:28:34,770 INFO [RS:0;714b435e65e7:33055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33055. 2024-11-13T23:28:34,770 DEBUG [RS:0;714b435e65e7:33055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:34,770 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:34,770 DEBUG [RS:0;714b435e65e7:33055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:34,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:34,770 INFO [RS:0;714b435e65e7:33055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33055 2024-11-13T23:28:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263/rs 2024-11-13T23:28:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-566931263/rs/714b435e65e7,33055,1731540493308 2024-11-13T23:28:34,808 INFO [RS:0;714b435e65e7:33055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:34,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,33055,1731540493308] 2024-11-13T23:28:34,825 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-566931263/draining/714b435e65e7,33055,1731540493308 already deleted, retry=false 2024-11-13T23:28:34,825 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,33055,1731540493308 expired; onlineServers=0 2024-11-13T23:28:34,825 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,40705,1731540493117' ***** 2024-11-13T23:28:34,825 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:28:34,825 INFO [M:0;714b435e65e7:40705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:28:34,825 INFO [M:0;714b435e65e7:40705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:34,825 DEBUG [M:0;714b435e65e7:40705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:28:34,825 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540493915 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540493915,5,FailOnTimeoutGroup] 2024-11-13T23:28:34,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:28:34,825 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540493931 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540493931,5,FailOnTimeoutGroup] 2024-11-13T23:28:34,825 DEBUG [M:0;714b435e65e7:40705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:28:34,825 INFO [M:0;714b435e65e7:40705 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:34,826 INFO [M:0;714b435e65e7:40705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:34,826 DEBUG [M:0;714b435e65e7:40705 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:28:34,826 INFO [M:0;714b435e65e7:40705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:28:34,826 INFO [M:0;714b435e65e7:40705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:28:34,826 INFO [M:0;714b435e65e7:40705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:28:34,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:28:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-566931263/master 2024-11-13T23:28:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-566931263 2024-11-13T23:28:34,859 DEBUG [M:0;714b435e65e7:40705 {}] zookeeper.ZKUtil(347): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Unable to get data of znode /2-566931263/master because node does not exist (not an error) 2024-11-13T23:28:34,859 WARN [M:0;714b435e65e7:40705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:28:34,860 INFO [M:0;714b435e65e7:40705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/.lastflushedseqids 2024-11-13T23:28:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741847_1023 (size=245) 2024-11-13T23:28:34,917 INFO [RS:0;714b435e65e7:33055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:34,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:34,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33055-0x10137d0ac600007, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:34,917 INFO [RS:0;714b435e65e7:33055 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,33055,1731540493308; zookeeper connection closed. 2024-11-13T23:28:34,917 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d31fe09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d31fe09 2024-11-13T23:28:34,917 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:28:35,041 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:35,264 INFO [M:0;714b435e65e7:40705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:28:35,264 INFO [M:0;714b435e65e7:40705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:28:35,264 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:35,265 INFO [M:0;714b435e65e7:40705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:35,265 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:35,265 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:35,265 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:35,265 INFO [M:0;714b435e65e7:40705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-13T23:28:35,265 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:35,278 DEBUG [M:0;714b435e65e7:40705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7059b380a69847ae9cc06063d09b6e09 is 82, key is hbase:meta,,1/info:regioninfo/1731540494783/Put/seqid=0 2024-11-13T23:28:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741848_1024 (size=5672) 2024-11-13T23:28:35,682 INFO [M:0;714b435e65e7:40705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7059b380a69847ae9cc06063d09b6e09 2024-11-13T23:28:35,701 DEBUG [M:0;714b435e65e7:40705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0a4d23baea64a77879661f4e4becac3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540503055/Put/seqid=0 2024-11-13T23:28:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741849_1025 (size=9212) 2024-11-13T23:28:35,844 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:36,068 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:36,105 INFO [M:0;714b435e65e7:40705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0a4d23baea64a77879661f4e4becac3 2024-11-13T23:28:36,127 DEBUG [M:0;714b435e65e7:40705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa4d544cad744fd1a8d531ccdc16b4ef is 69, key is 714b435e65e7,33055,1731540493308/rs:state/1731540493953/Put/seqid=0 2024-11-13T23:28:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741850_1026 (size=5156) 2024-11-13T23:28:36,531 INFO [M:0;714b435e65e7:40705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa4d544cad744fd1a8d531ccdc16b4ef 2024-11-13T23:28:36,535 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7059b380a69847ae9cc06063d09b6e09 as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7059b380a69847ae9cc06063d09b6e09 2024-11-13T23:28:36,538 INFO [M:0;714b435e65e7:40705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7059b380a69847ae9cc06063d09b6e09, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T23:28:36,538 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0a4d23baea64a77879661f4e4becac3 as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0a4d23baea64a77879661f4e4becac3 2024-11-13T23:28:36,541 INFO [M:0;714b435e65e7:40705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0a4d23baea64a77879661f4e4becac3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T23:28:36,542 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa4d544cad744fd1a8d531ccdc16b4ef as hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa4d544cad744fd1a8d531ccdc16b4ef 2024-11-13T23:28:36,544 INFO [M:0;714b435e65e7:40705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa4d544cad744fd1a8d531ccdc16b4ef, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T23:28:36,545 INFO [M:0;714b435e65e7:40705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false 2024-11-13T23:28:36,546 INFO [M:0;714b435e65e7:40705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:36,546 DEBUG [M:0;714b435e65e7:40705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540515264Disabling compacts and flushes for region at 1731540515264Disabling writes for close at 1731540515265 (+1 ms)Obtaining lock to block concurrent updates at 1731540515265Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540515265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731540515265Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540515265Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540515265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540515278 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540515278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540515685 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540515700 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540515701 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540516108 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540516126 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540516126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f11277: reopening flushed file at 1731540516534 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648fb6b6: reopening flushed file at 1731540516538 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb654a: reopening flushed file at 1731540516541 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=127, compaction requested=false at 1731540516545 (+4 ms)Writing region close event to WAL at 1731540516546 (+1 ms)Closed at 1731540516546 2024-11-13T23:28:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741830_1006 (size=73866) 2024-11-13T23:28:36,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee696757-98dd-1c56-3cc1-c0ba8d1d95e6/MasterData/WALs/714b435e65e7,40705,1731540493117/714b435e65e7%2C40705%2C1731540493117.1731540493607 not finished, retry = 0 2024-11-13T23:28:36,649 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:36,649 INFO [M:0;714b435e65e7:40705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:28:36,649 INFO [M:0;714b435e65e7:40705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40705 2024-11-13T23:28:36,649 INFO [M:0;714b435e65e7:40705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:36,747 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:36,780 INFO [M:0;714b435e65e7:40705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10137d0ac600006, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:36,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d428c3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:36,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58e13ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:36,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:36,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab80ac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:36,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1964ee56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:36,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:28:36,785 WARN [BP-1827138845-172.17.0.2-1731540491407 heartbeating to localhost/127.0.0.1:41193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:28:36,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:28:36,785 WARN [BP-1827138845-172.17.0.2-1731540491407 heartbeating to localhost/127.0.0.1:41193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1827138845-172.17.0.2-1731540491407 (Datanode Uuid 75cb1de7-1dd7-49c3-8a9d-05cfdc4e8c2e) service to localhost/127.0.0.1:41193 2024-11-13T23:28:36,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/cluster_564865b2-977b-5609-968a-d22c41522b72/data/data1/current/BP-1827138845-172.17.0.2-1731540491407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:36,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/cluster_564865b2-977b-5609-968a-d22c41522b72/data/data2/current/BP-1827138845-172.17.0.2-1731540491407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:36,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:28:36,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34caced5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:36,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd3e3d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:36,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:36,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf56b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:36,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808178e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:28:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:28:36,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:36,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:36,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:36,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:36,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:36,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:28:36,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=152248669, stopped=false 2024-11-13T23:28:36,821 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,36429,1731540489274 2024-11-13T23:28:36,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11617731404/running 2024-11-13T23:28:36,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11617731404/running 2024-11-13T23:28:36,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:36,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:36,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:28:36,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on znode that does not yet exist, /11617731404/running 2024-11-13T23:28:36,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Set watcher on znode that does not yet exist, /11617731404/running 2024-11-13T23:28:36,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:36,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:36,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:36,835 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,34873,1731540489394' ***** 2024-11-13T23:28:36,835 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:28:36,836 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(3091): Received CLOSE for fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(3091): Received CLOSE for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,34873,1731540489394 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:34873. 2024-11-13T23:28:36,836 DEBUG [RS:0;714b435e65e7:34873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:36,836 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:28:36,836 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:28:36,837 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd86f3902d2d386fda50c9d13c7d97a1, disabling compactions & flushes 2024-11-13T23:28:36,837 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1325): Online Regions={fd86f3902d2d386fda50c9d13c7d97a1=test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1., 1588230740=hbase:meta,,1.1588230740, e6b71367a2a953f82c9a96b5aa8ab99e=hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e.} 2024-11-13T23:28:36,837 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:36,837 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b71367a2a953f82c9a96b5aa8ab99e, fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. after waiting 0 ms 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:36,837 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:36,837 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd86f3902d2d386fda50c9d13c7d97a1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T23:28:36,837 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:36,837 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:28:36,856 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/info/d66e0969e6af46d8a4cfddb3527222d9 is 147, key is hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e./info:regioninfo/1731540501279/Put/seqid=0 2024-11-13T23:28:36,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741840_1016 (size=7686) 2024-11-13T23:28:36,863 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:28:36,863 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/f/96eceabff2d644f797066996592bd84d is 37, key is row3/f:row3/1731540511088/Put/seqid=0 2024-11-13T23:28:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741841_1017 (size=5228) 2024-11-13T23:28:36,971 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:37,037 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b71367a2a953f82c9a96b5aa8ab99e, fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:37,237 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b71367a2a953f82c9a96b5aa8ab99e, fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:37,260 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/info/d66e0969e6af46d8a4cfddb3527222d9 2024-11-13T23:28:37,271 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/f/96eceabff2d644f797066996592bd84d 2024-11-13T23:28:37,275 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96eceabff2d644f797066996592bd84d 2024-11-13T23:28:37,282 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/ns/890d465c8e384fc089aa3dd724de2833 is 43, key is default/ns:d/1731540491227/Put/seqid=0 2024-11-13T23:28:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:28:37,298 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/f1/d2e61fb5cd9441c29a2d0903c4b56b74 is 30, key is row1/f1:/1731540508432/DeleteFamily/seqid=0 2024-11-13T23:28:37,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741843_1019 (size=5158) 2024-11-13T23:28:37,437 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b71367a2a953f82c9a96b5aa8ab99e, fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:37,543 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:28:37,543 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:28:37,637 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b71367a2a953f82c9a96b5aa8ab99e, fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:37,689 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/ns/890d465c8e384fc089aa3dd724de2833 2024-11-13T23:28:37,705 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/f1/d2e61fb5cd9441c29a2d0903c4b56b74 2024-11-13T23:28:37,709 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e61fb5cd9441c29a2d0903c4b56b74 2024-11-13T23:28:37,711 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/902b0b12ac6546e6a1ad3909f84bcb97 is 112, key is test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1./rep_barrier:seqnumDuringOpen/1731540497315/Put/seqid=0 2024-11-13T23:28:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741844_1020 (size=5518) 2024-11-13T23:28:37,728 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/norep/8f4ce5d28d6f43a691d57cc44079143e is 33, key is row1/norep:/1731540508432/DeleteFamily/seqid=0 2024-11-13T23:28:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741845_1021 (size=5108) 2024-11-13T23:28:37,750 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1468, reset compression=false 2024-11-13T23:28:37,755 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:37,755 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1715, reset compression=false 2024-11-13T23:28:37,755 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,34873,1731540489394 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:37,755 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,34873,1731540489394: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,34873,1731540489394, walGroup=714b435e65e7%2C34873%2C1731540489394, offset=714b435e65e7%2C34873%2C1731540489394.1731540490681:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:34873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:28:37,756 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:28:37,756 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:28:37,756 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:28:37,756 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:28:37,756 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:28:37,756 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 857914048 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199154800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:28:37,757 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:36429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:36429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:28:37,838 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b71367a2a953f82c9a96b5aa8ab99e, fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:37,958 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1715, reset compression=false 2024-11-13T23:28:37,974 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:38,038 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b71367a2a953f82c9a96b5aa8ab99e, fd86f3902d2d386fda50c9d13c7d97a1 2024-11-13T23:28:38,117 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/902b0b12ac6546e6a1ad3909f84bcb97 2024-11-13T23:28:38,133 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/norep/8f4ce5d28d6f43a691d57cc44079143e 2024-11-13T23:28:38,138 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f4ce5d28d6f43a691d57cc44079143e 2024-11-13T23:28:38,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/f/96eceabff2d644f797066996592bd84d as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/f/96eceabff2d644f797066996592bd84d 2024-11-13T23:28:38,141 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/table/ba218117026141c193bdee87536cd1d6 is 53, key is hbase:replication/table:state/1731540501292/Put/seqid=0 2024-11-13T23:28:38,144 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96eceabff2d644f797066996592bd84d 2024-11-13T23:28:38,144 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/f/96eceabff2d644f797066996592bd84d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T23:28:38,145 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/f1/d2e61fb5cd9441c29a2d0903c4b56b74 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/f1/d2e61fb5cd9441c29a2d0903c4b56b74 2024-11-13T23:28:38,150 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e61fb5cd9441c29a2d0903c4b56b74 2024-11-13T23:28:38,150 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/f1/d2e61fb5cd9441c29a2d0903c4b56b74, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T23:28:38,151 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/.tmp/norep/8f4ce5d28d6f43a691d57cc44079143e as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/norep/8f4ce5d28d6f43a691d57cc44079143e 2024-11-13T23:28:38,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741846_1022 (size=5308) 2024-11-13T23:28:38,157 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/table/ba218117026141c193bdee87536cd1d6 2024-11-13T23:28:38,160 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f4ce5d28d6f43a691d57cc44079143e 2024-11-13T23:28:38,160 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/norep/8f4ce5d28d6f43a691d57cc44079143e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T23:28:38,161 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd86f3902d2d386fda50c9d13c7d97a1 in 1324ms, sequenceid=12, compaction requested=false 2024-11-13T23:28:38,161 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:28:38,164 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/info/d66e0969e6af46d8a4cfddb3527222d9 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/info/d66e0969e6af46d8a4cfddb3527222d9 2024-11-13T23:28:38,169 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/info/d66e0969e6af46d8a4cfddb3527222d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:28:38,170 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/ns/890d465c8e384fc089aa3dd724de2833 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/ns/890d465c8e384fc089aa3dd724de2833 2024-11-13T23:28:38,176 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/ns/890d465c8e384fc089aa3dd724de2833, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:28:38,177 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/902b0b12ac6546e6a1ad3909f84bcb97 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/rep_barrier/902b0b12ac6546e6a1ad3909f84bcb97 2024-11-13T23:28:38,182 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/rep_barrier/902b0b12ac6546e6a1ad3909f84bcb97, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:28:38,183 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/.tmp/table/ba218117026141c193bdee87536cd1d6 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/table/ba218117026141c193bdee87536cd1d6 2024-11-13T23:28:38,191 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/table/ba218117026141c193bdee87536cd1d6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:28:38,193 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false 2024-11-13T23:28:38,193 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:28:38,204 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/default/test/fd86f3902d2d386fda50c9d13c7d97a1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T23:28:38,204 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:38,204 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:28:38,204 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd86f3902d2d386fda50c9d13c7d97a1: Waiting for close lock at 1731540516837Running coprocessor pre-close hooks at 1731540516837Disabling compacts and flushes for region at 1731540516837Disabling writes for close at 1731540516837Obtaining lock to block concurrent updates at 1731540516837Preparing flush snapshotting stores in fd86f3902d2d386fda50c9d13c7d97a1 at 1731540516837Finished memstore snapshotting test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731540516837Flushing stores of test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. at 1731540516838 (+1 ms)Flushing fd86f3902d2d386fda50c9d13c7d97a1/f: creating writer at 1731540516838Flushing fd86f3902d2d386fda50c9d13c7d97a1/f: appending metadata at 1731540516862 (+24 ms)Flushing fd86f3902d2d386fda50c9d13c7d97a1/f: closing flushed file at 1731540516862Flushing fd86f3902d2d386fda50c9d13c7d97a1/f1: creating writer at 1731540517275 (+413 ms)Flushing fd86f3902d2d386fda50c9d13c7d97a1/f1: appending metadata at 1731540517297 (+22 ms)Flushing fd86f3902d2d386fda50c9d13c7d97a1/f1: closing flushed file at 1731540517297Flushing fd86f3902d2d386fda50c9d13c7d97a1/norep: creating writer at 1731540517709 (+412 ms)Flushing fd86f3902d2d386fda50c9d13c7d97a1/norep: appending metadata at 1731540517727 (+18 ms)Flushing fd86f3902d2d386fda50c9d13c7d97a1/norep: closing flushed file at 1731540517727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@daeadc8: reopening flushed file at 1731540518138 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5452f0d8: reopening flushed file at 1731540518144 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7868a851: reopening flushed file at 1731540518150 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd86f3902d2d386fda50c9d13c7d97a1 in 1324ms, sequenceid=12, compaction requested=false at 1731540518161 (+11 ms)Writing region close event to WAL at 1731540518193 (+32 ms)Running coprocessor post-close hooks at 1731540518204 (+11 ms)Closed at 1731540518204 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540496099.fd86f3902d2d386fda50c9d13c7d97a1. 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6b71367a2a953f82c9a96b5aa8ab99e, disabling compactions & flushes 2024-11-13T23:28:38,205 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. after waiting 0 ms 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6b71367a2a953f82c9a96b5aa8ab99e: Waiting for close lock at 1731540518205Running coprocessor pre-close hooks at 1731540518205Disabling compacts and flushes for region at 1731540518205Disabling writes for close at 1731540518205Failed flush hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e., putting online again at 1731540518205 2024-11-13T23:28:38,205 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,219 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:28:38,220 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:38,220 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:28:38,220 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:38,220 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540516837Running coprocessor pre-close hooks at 1731540516837Disabling compacts and flushes for region at 1731540516837Disabling writes for close at 1731540516837Obtaining lock to block concurrent updates at 1731540516837Preparing flush snapshotting stores in 1588230740 at 1731540516837Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540516837Flushing stores of hbase:meta,,1.1588230740 at 1731540516838 (+1 ms)Flushing 1588230740/info: creating writer at 1731540516838Flushing 1588230740/info: appending metadata at 1731540516856 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731540516856Flushing 1588230740/ns: creating writer at 1731540517264 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731540517281 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731540517281Flushing 1588230740/rep_barrier: creating writer at 1731540517693 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540517710 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540517710Flushing 1588230740/table: creating writer at 1731540518121 (+411 ms)Flushing 1588230740/table: appending metadata at 1731540518140 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731540518140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9c87f4: reopening flushed file at 1731540518164 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7596b82f: reopening flushed file at 1731540518169 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd89da2: reopening flushed file at 1731540518176 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d1f966: reopening flushed file at 1731540518182 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false at 1731540518193 (+11 ms)Writing region close event to WAL at 1731540518216 (+23 ms)Running coprocessor post-close hooks at 1731540518220 (+4 ms)Closed at 1731540518220 2024-11-13T23:28:38,220 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:38,238 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:28:38,238 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1325): Online Regions={e6b71367a2a953f82c9a96b5aa8ab99e=hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e.} 2024-11-13T23:28:38,238 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(3091): Received CLOSE for e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:38,238 DEBUG [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1351): Waiting on e6b71367a2a953f82c9a96b5aa8ab99e 2024-11-13T23:28:38,238 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6b71367a2a953f82c9a96b5aa8ab99e, disabling compactions & flushes 2024-11-13T23:28:38,238 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,239 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,239 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. after waiting 0 ms 2024-11-13T23:28:38,239 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,239 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6b71367a2a953f82c9a96b5aa8ab99e: Waiting for close lock at 1731540518238Running coprocessor pre-close hooks at 1731540518238Disabling compacts and flushes for region at 1731540518238Disabling writes for close at 1731540518239 (+1 ms)Failed flush hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e., putting online again at 1731540518239 2024-11-13T23:28:38,239 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731540500070.e6b71367a2a953f82c9a96b5aa8ab99e. 2024-11-13T23:28:38,261 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 1715, reset compression=false 2024-11-13T23:28:38,269 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:38,269 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.wal-reader.714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/WALs/714b435e65e7,34873,1731540489394/714b435e65e7%2C34873%2C1731540489394.1731540490681 to pos 2359, reset compression=false 2024-11-13T23:28:38,438 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T23:28:38,438 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,34873,1731540489394; all regions closed. 2024-11-13T23:28:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:28:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741839_1015 (size=2609) 2024-11-13T23:28:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741833_1009 (size=2367) 2024-11-13T23:28:38,454 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:38,454 INFO [RS:0;714b435e65e7:34873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:28:38,454 INFO [RS:0;714b435e65e7:34873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:38,454 INFO [RS:0;714b435e65e7:34873 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:38,454 INFO [RS:0;714b435e65e7:34873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:38,455 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:38,455 INFO [RS:0;714b435e65e7:34873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,34873,1731540489394 because: Region server is closing 2024-11-13T23:28:38,455 INFO [RS:0;714b435e65e7:34873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:34873. 2024-11-13T23:28:38,455 DEBUG [RS:0;714b435e65e7:34873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:38,455 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:38,455 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:38,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:38,555 INFO [RS:0;714b435e65e7:34873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,34873,1731540489394.replicationSource.shipper714b435e65e7%2C34873%2C1731540489394,1-714b435e65e7,34873,1731540489394 terminated 2024-11-13T23:28:38,556 INFO [RS:0;714b435e65e7:34873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:34873. 2024-11-13T23:28:38,556 DEBUG [RS:0;714b435e65e7:34873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:38,556 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:38,556 DEBUG [RS:0;714b435e65e7:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:38,556 INFO [RS:0;714b435e65e7:34873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34873 2024-11-13T23:28:38,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:38,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404/rs 2024-11-13T23:28:38,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11617731404/rs/714b435e65e7,34873,1731540489394 2024-11-13T23:28:38,596 INFO [RS:0;714b435e65e7:34873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:38,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,34873,1731540489394] 2024-11-13T23:28:38,604 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11617731404/draining/714b435e65e7,34873,1731540489394 already deleted, retry=false 2024-11-13T23:28:38,604 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,34873,1731540489394 expired; onlineServers=0 2024-11-13T23:28:38,604 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,36429,1731540489274' ***** 2024-11-13T23:28:38,604 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:28:38,605 INFO [M:0;714b435e65e7:36429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:28:38,605 INFO [M:0;714b435e65e7:36429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:38,605 DEBUG [M:0;714b435e65e7:36429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:28:38,605 DEBUG [M:0;714b435e65e7:36429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:28:38,605 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540490352 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540490352,5,FailOnTimeoutGroup] 2024-11-13T23:28:38,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:28:38,605 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540490359 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540490359,5,FailOnTimeoutGroup] 2024-11-13T23:28:38,605 INFO [M:0;714b435e65e7:36429 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:38,606 INFO [M:0;714b435e65e7:36429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:38,606 DEBUG [M:0;714b435e65e7:36429 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:28:38,606 INFO [M:0;714b435e65e7:36429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:28:38,606 INFO [M:0;714b435e65e7:36429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:28:38,606 INFO [M:0;714b435e65e7:36429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:28:38,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:28:38,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11617731404/master 2024-11-13T23:28:38,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11617731404 2024-11-13T23:28:38,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11617731404/master already deleted, retry=false 2024-11-13T23:28:38,621 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Failed delete of our master address node; KeeperErrorCode = NoNode for /11617731404/master 2024-11-13T23:28:38,623 INFO [M:0;714b435e65e7:36429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/.lastflushedseqids 2024-11-13T23:28:38,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741847_1023 (size=245) 2024-11-13T23:28:38,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:38,713 INFO [RS:0;714b435e65e7:34873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:38,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x10137d0ac600004, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:38,713 INFO [RS:0;714b435e65e7:34873 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,34873,1731540489394; zookeeper connection closed. 2024-11-13T23:28:38,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4138a136 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4138a136 2024-11-13T23:28:38,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:28:38,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:28:38,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:38,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:38,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,029 INFO [M:0;714b435e65e7:36429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:28:39,029 INFO [M:0;714b435e65e7:36429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:28:39,029 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:39,029 INFO [M:0;714b435e65e7:36429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:39,029 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:39,029 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:39,029 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:39,029 INFO [M:0;714b435e65e7:36429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T23:28:39,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,047 DEBUG [M:0;714b435e65e7:36429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e2e94c92e84b0c8337ad290f3d37a2 is 82, key is hbase:meta,,1/info:regioninfo/1731540491208/Put/seqid=0 2024-11-13T23:28:39,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741848_1024 (size=5672) 2024-11-13T23:28:39,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,077 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:39,462 INFO [M:0;714b435e65e7:36429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e2e94c92e84b0c8337ad290f3d37a2 2024-11-13T23:28:39,484 DEBUG [M:0;714b435e65e7:36429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed968f5ab4584c4c96babd3e531a5c70 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540501297/Put/seqid=0 2024-11-13T23:28:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741849_1025 (size=8515) 2024-11-13T23:28:39,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:39,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:39,894 INFO [M:0;714b435e65e7:36429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed968f5ab4584c4c96babd3e531a5c70 2024-11-13T23:28:39,915 DEBUG [M:0;714b435e65e7:36429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1c2d46ac78f49c69da60771a0a72358 is 69, key is 714b435e65e7,34873,1731540489394/rs:state/1731540490424/Put/seqid=0 2024-11-13T23:28:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741850_1026 (size=5156) 2024-11-13T23:28:40,283 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:40,324 INFO [M:0;714b435e65e7:36429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1c2d46ac78f49c69da60771a0a72358 2024-11-13T23:28:40,327 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e2e94c92e84b0c8337ad290f3d37a2 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8e2e94c92e84b0c8337ad290f3d37a2 2024-11-13T23:28:40,331 INFO [M:0;714b435e65e7:36429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8e2e94c92e84b0c8337ad290f3d37a2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T23:28:40,331 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed968f5ab4584c4c96babd3e531a5c70 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed968f5ab4584c4c96babd3e531a5c70 2024-11-13T23:28:40,334 INFO [M:0;714b435e65e7:36429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed968f5ab4584c4c96babd3e531a5c70, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T23:28:40,335 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1c2d46ac78f49c69da60771a0a72358 as hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1c2d46ac78f49c69da60771a0a72358 2024-11-13T23:28:40,338 INFO [M:0;714b435e65e7:36429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34651/user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1c2d46ac78f49c69da60771a0a72358, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T23:28:40,339 INFO [M:0;714b435e65e7:36429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=97, compaction requested=false 2024-11-13T23:28:40,340 INFO [M:0;714b435e65e7:36429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:40,340 DEBUG [M:0;714b435e65e7:36429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540519029Disabling compacts and flushes for region at 1731540519029Disabling writes for close at 1731540519029Obtaining lock to block concurrent updates at 1731540519029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540519029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731540519030 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540519030Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540519030Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540519047 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540519047Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540519466 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540519483 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540519483Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540519898 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540519915 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540519915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0c8590: reopening flushed file at 1731540520327 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477da79b: reopening flushed file at 1731540520331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b897afe: reopening flushed file at 1731540520334 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=97, compaction requested=false at 1731540520339 (+5 ms)Writing region close event to WAL at 1731540520339Closed at 1731540520340 (+1 ms) 2024-11-13T23:28:40,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741830_1006 (size=63642) 2024-11-13T23:28:40,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20f36189-5bcd-c5e5-2fca-f7c6f07a5a8f/MasterData/WALs/714b435e65e7,36429,1731540489274/714b435e65e7%2C36429%2C1731540489274.1731540489995 not finished, retry = 0 2024-11-13T23:28:40,442 INFO [M:0;714b435e65e7:36429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:28:40,442 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:40,442 INFO [M:0;714b435e65e7:36429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36429 2024-11-13T23:28:40,443 INFO [M:0;714b435e65e7:36429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:40,563 INFO [M:0;714b435e65e7:36429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10137d0ac600003, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:40,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a8db13d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:40,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2107a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:40,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:40,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a0e76b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:40,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30dd4f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:40,598 WARN [BP-1885557011-172.17.0.2-1731540487493 heartbeating to localhost/127.0.0.1:34651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:28:40,598 WARN [BP-1885557011-172.17.0.2-1731540487493 heartbeating to localhost/127.0.0.1:34651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1885557011-172.17.0.2-1731540487493 (Datanode Uuid 13d3b64f-f006-4845-b09d-e85ca424bc40) service to localhost/127.0.0.1:34651 2024-11-13T23:28:40,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/cluster_cf86309c-9081-a97d-4c81-41b416de8207/data/data1/current/BP-1885557011-172.17.0.2-1731540487493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:40,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/cluster_cf86309c-9081-a97d-4c81-41b416de8207/data/data2/current/BP-1885557011-172.17.0.2-1731540487493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:40,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:28:40,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:28:40,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:28:40,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ffff9c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:40,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482640eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:40,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:40,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48103671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:40,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@666de90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8ced90-a7cb-812c-22e7-8c37ff06363f/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:40,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:28:40,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:28:40,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:40,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:40,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:40,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:40,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:40,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:28:40,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1779892237, stopped=false 2024-11-13T23:28:40,627 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,33077,1731540484461 2024-11-13T23:28:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1651304104/running 2024-11-13T23:28:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1651304104/running 2024-11-13T23:28:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:40,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:28:40,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on znode that does not yet exist, /0-1651304104/running 2024-11-13T23:28:40,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Set watcher on znode that does not yet exist, /0-1651304104/running 2024-11-13T23:28:40,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:40,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:40,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:40,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,33103,1731540484627' ***** 2024-11-13T23:28:40,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:28:40,644 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:28:40,644 INFO [RS:0;714b435e65e7:33103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:28:40,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:28:40,644 INFO [RS:0;714b435e65e7:33103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:28:40,644 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(3091): Received CLOSE for bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(3091): Received CLOSE for 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,33103,1731540484627 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:28:40,645 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbc78f208849943320a0ae62b761fa1e, disabling compactions & flushes 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33103. 2024-11-13T23:28:40,645 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:40,645 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:40,645 DEBUG [RS:0;714b435e65e7:33103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:40,645 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. after waiting 0 ms 2024-11-13T23:28:40,645 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:40,645 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:28:40,645 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:28:40,645 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbc78f208849943320a0ae62b761fa1e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T23:28:40,646 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:28:40,646 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bbc78f208849943320a0ae62b761fa1e=hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e., 883bf6dd54baba85118e30c9562d1ef3=test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3.} 2024-11-13T23:28:40,646 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883bf6dd54baba85118e30c9562d1ef3, bbc78f208849943320a0ae62b761fa1e 2024-11-13T23:28:40,646 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:40,646 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:40,646 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:40,646 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:40,646 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:40,646 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:28:40,665 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e/.tmp/queue/5e042a921bb8456e87b00867d85a3367 is 154, key is 1-714b435e65e7,33103,1731540484627/queue:714b435e65e7%2C33103%2C1731540484627/1731540512548/Put/seqid=0 2024-11-13T23:28:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741840_1016 (size=5353) 2024-11-13T23:28:40,677 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e/.tmp/queue/5e042a921bb8456e87b00867d85a3367 2024-11-13T23:28:40,680 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/info/e1e6305904a546149615e2a9d6612ff5 is 147, key is hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e./info:regioninfo/1731540499376/Put/seqid=0 2024-11-13T23:28:40,683 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e/.tmp/queue/5e042a921bb8456e87b00867d85a3367 as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e/queue/5e042a921bb8456e87b00867d85a3367 2024-11-13T23:28:40,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741841_1017 (size=7686) 2024-11-13T23:28:40,686 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/info/e1e6305904a546149615e2a9d6612ff5 2024-11-13T23:28:40,689 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e/queue/5e042a921bb8456e87b00867d85a3367, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T23:28:40,690 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bbc78f208849943320a0ae62b761fa1e in 45ms, sequenceid=14, compaction requested=false 2024-11-13T23:28:40,703 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/replication/bbc78f208849943320a0ae62b761fa1e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:28:40,704 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbc78f208849943320a0ae62b761fa1e: Waiting for close lock at 1731540520645Running coprocessor pre-close hooks at 1731540520645Disabling compacts and flushes for region at 1731540520645Disabling writes for close at 1731540520645Obtaining lock to block concurrent updates at 1731540520645Preparing flush snapshotting stores in bbc78f208849943320a0ae62b761fa1e at 1731540520645Finished memstore snapshotting hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731540520646 (+1 ms)Flushing stores of hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. at 1731540520646Flushing bbc78f208849943320a0ae62b761fa1e/queue: creating writer at 1731540520646Flushing bbc78f208849943320a0ae62b761fa1e/queue: appending metadata at 1731540520664 (+18 ms)Flushing bbc78f208849943320a0ae62b761fa1e/queue: closing flushed file at 1731540520664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c9d06b: reopening flushed file at 1731540520683 (+19 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bbc78f208849943320a0ae62b761fa1e in 45ms, sequenceid=14, compaction requested=false at 1731540520690 (+7 ms)Writing region close event to WAL at 1731540520693 (+3 ms)Running coprocessor post-close hooks at 1731540520703 (+10 ms)Closed at 1731540520704 (+1 ms) 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540498913.bbc78f208849943320a0ae62b761fa1e. 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 883bf6dd54baba85118e30c9562d1ef3, disabling compactions & flushes 2024-11-13T23:28:40,704 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. after waiting 0 ms 2024-11-13T23:28:40,704 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:40,704 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 883bf6dd54baba85118e30c9562d1ef3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T23:28:40,726 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/ns/1e38a0b761a8442fabaf9b52ce3e7e7c is 43, key is default/ns:d/1731540487424/Put/seqid=0 2024-11-13T23:28:40,726 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/f/823d0ae58b674b1e86ea8d22335a64c4 is 37, key is row3/f:row3/1731540511088/Put/seqid=0 2024-11-13T23:28:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741842_1018 (size=5228) 2024-11-13T23:28:40,731 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:28:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741843_1019 (size=5153) 2024-11-13T23:28:40,733 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/ns/1e38a0b761a8442fabaf9b52ce3e7e7c 2024-11-13T23:28:40,757 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/rep_barrier/2cd4479dd18643b59018e46beb5e6e4f is 112, key is test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3./rep_barrier:seqnumDuringOpen/1731540495778/Put/seqid=0 2024-11-13T23:28:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741844_1020 (size=5518) 2024-11-13T23:28:40,769 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/rep_barrier/2cd4479dd18643b59018e46beb5e6e4f 2024-11-13T23:28:40,790 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/table/2684d83c0c224fdc9b2fcb09c62ab2e6 is 53, key is hbase:replication/table:state/1731540499390/Put/seqid=0 2024-11-13T23:28:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741845_1021 (size=5308) 2024-11-13T23:28:40,846 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:41,046 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:41,131 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/f/823d0ae58b674b1e86ea8d22335a64c4 2024-11-13T23:28:41,135 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 823d0ae58b674b1e86ea8d22335a64c4 2024-11-13T23:28:41,148 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/f1/afde8bb0a1b841168faba0dc04cc104e is 30, key is row1/f1:/1731540508432/DeleteFamily/seqid=0 2024-11-13T23:28:41,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741846_1022 (size=5158) 2024-11-13T23:28:41,198 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/table/2684d83c0c224fdc9b2fcb09c62ab2e6 2024-11-13T23:28:41,202 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/info/e1e6305904a546149615e2a9d6612ff5 as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/info/e1e6305904a546149615e2a9d6612ff5 2024-11-13T23:28:41,206 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/info/e1e6305904a546149615e2a9d6612ff5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:28:41,207 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/ns/1e38a0b761a8442fabaf9b52ce3e7e7c as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/ns/1e38a0b761a8442fabaf9b52ce3e7e7c 2024-11-13T23:28:41,211 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/ns/1e38a0b761a8442fabaf9b52ce3e7e7c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:28:41,212 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/rep_barrier/2cd4479dd18643b59018e46beb5e6e4f as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/rep_barrier/2cd4479dd18643b59018e46beb5e6e4f 2024-11-13T23:28:41,215 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/rep_barrier/2cd4479dd18643b59018e46beb5e6e4f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:28:41,216 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/.tmp/table/2684d83c0c224fdc9b2fcb09c62ab2e6 as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/table/2684d83c0c224fdc9b2fcb09c62ab2e6 2024-11-13T23:28:41,219 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/table/2684d83c0c224fdc9b2fcb09c62ab2e6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:28:41,219 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false 2024-11-13T23:28:41,219 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:28:41,224 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:28:41,224 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:41,225 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:28:41,225 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:41,225 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540520646Running coprocessor pre-close hooks at 1731540520646Disabling compacts and flushes for region at 1731540520646Disabling writes for close at 1731540520646Obtaining lock to block concurrent updates at 1731540520646Preparing flush snapshotting stores in 1588230740 at 1731540520646Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540520647 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731540520647Flushing 1588230740/info: creating writer at 1731540520647Flushing 1588230740/info: appending metadata at 1731540520679 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731540520679Flushing 1588230740/ns: creating writer at 1731540520693 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731540520725 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731540520725Flushing 1588230740/rep_barrier: creating writer at 1731540520737 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540520756 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540520757 (+1 ms)Flushing 1588230740/table: creating writer at 1731540520772 (+15 ms)Flushing 1588230740/table: appending metadata at 1731540520789 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731540520789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de7dac9: reopening flushed file at 1731540521202 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3291d8bd: reopening flushed file at 1731540521206 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cadc5e2: reopening flushed file at 1731540521211 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7386866a: reopening flushed file at 1731540521215 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false at 1731540521219 (+4 ms)Writing region close event to WAL at 1731540521221 (+2 ms)Running coprocessor post-close hooks at 1731540521224 (+3 ms)Closed at 1731540521225 (+1 ms) 2024-11-13T23:28:41,225 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:41,246 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1351): Waiting on 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:41,294 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:28:41,294 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:28:41,447 DEBUG [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1351): Waiting on 883bf6dd54baba85118e30c9562d1ef3 2024-11-13T23:28:41,552 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/f1/afde8bb0a1b841168faba0dc04cc104e 2024-11-13T23:28:41,555 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afde8bb0a1b841168faba0dc04cc104e 2024-11-13T23:28:41,575 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/norep/4276b5fdfb534bb0874f10fe3afce6c4 is 32, key is row/norep:/1731540507423/DeleteFamily/seqid=0 2024-11-13T23:28:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741847_1023 (size=5101) 2024-11-13T23:28:41,581 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/norep/4276b5fdfb534bb0874f10fe3afce6c4 2024-11-13T23:28:41,584 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4276b5fdfb534bb0874f10fe3afce6c4 2024-11-13T23:28:41,586 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1496, reset compression=false 2024-11-13T23:28:41,591 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/f/823d0ae58b674b1e86ea8d22335a64c4 as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/f/823d0ae58b674b1e86ea8d22335a64c4 2024-11-13T23:28:41,594 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:28:41,594 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421 to pos 1743, reset compression=false 2024-11-13T23:28:41,594 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33103,1731540484627 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/WALs/714b435e65e7,33103,1731540484627/714b435e65e7%2C33103%2C1731540484627.1731540486421, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:28:41,595 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,33103,1731540484627: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,33103,1731540484627, walGroup=714b435e65e7%2C33103%2C1731540484627, offset=714b435e65e7%2C33103%2C1731540484627.1731540486421:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:33103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:28:41,596 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:28:41,597 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:28:41,598 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:28:41,598 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:28:41,598 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:28:41,598 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 962771648 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 200124168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:28:41,599 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:33077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:33077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:28:41,603 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 823d0ae58b674b1e86ea8d22335a64c4 2024-11-13T23:28:41,603 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/f/823d0ae58b674b1e86ea8d22335a64c4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T23:28:41,604 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/f1/afde8bb0a1b841168faba0dc04cc104e as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/f1/afde8bb0a1b841168faba0dc04cc104e 2024-11-13T23:28:41,608 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afde8bb0a1b841168faba0dc04cc104e 2024-11-13T23:28:41,608 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/f1/afde8bb0a1b841168faba0dc04cc104e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T23:28:41,609 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/.tmp/norep/4276b5fdfb534bb0874f10fe3afce6c4 as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/norep/4276b5fdfb534bb0874f10fe3afce6c4 2024-11-13T23:28:41,615 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4276b5fdfb534bb0874f10fe3afce6c4 2024-11-13T23:28:41,615 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/norep/4276b5fdfb534bb0874f10fe3afce6c4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T23:28:41,616 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 883bf6dd54baba85118e30c9562d1ef3 in 912ms, sequenceid=12, compaction requested=false 2024-11-13T23:28:41,616 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:28:41,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/data/default/test/883bf6dd54baba85118e30c9562d1ef3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T23:28:41,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:28:41,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:28:41,627 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:41,627 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 883bf6dd54baba85118e30c9562d1ef3: Waiting for close lock at 1731540520704Running coprocessor pre-close hooks at 1731540520704Disabling compacts and flushes for region at 1731540520704Disabling writes for close at 1731540520704Obtaining lock to block concurrent updates at 1731540520704Preparing flush snapshotting stores in 883bf6dd54baba85118e30c9562d1ef3 at 1731540520704Finished memstore snapshotting test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731540520705 (+1 ms)Flushing stores of test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. at 1731540520705Flushing 883bf6dd54baba85118e30c9562d1ef3/f: creating writer at 1731540520706 (+1 ms)Flushing 883bf6dd54baba85118e30c9562d1ef3/f: appending metadata at 1731540520725 (+19 ms)Flushing 883bf6dd54baba85118e30c9562d1ef3/f: closing flushed file at 1731540520725Flushing 883bf6dd54baba85118e30c9562d1ef3/f1: creating writer at 1731540521135 (+410 ms)Flushing 883bf6dd54baba85118e30c9562d1ef3/f1: appending metadata at 1731540521148 (+13 ms)Flushing 883bf6dd54baba85118e30c9562d1ef3/f1: closing flushed file at 1731540521148Flushing 883bf6dd54baba85118e30c9562d1ef3/norep: creating writer at 1731540521556 (+408 ms)Flushing 883bf6dd54baba85118e30c9562d1ef3/norep: appending metadata at 1731540521574 (+18 ms)Flushing 883bf6dd54baba85118e30c9562d1ef3/norep: closing flushed file at 1731540521574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5787a92e: reopening flushed file at 1731540521584 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59367cf7: reopening flushed file at 1731540521603 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15069741: reopening flushed file at 1731540521609 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 883bf6dd54baba85118e30c9562d1ef3 in 912ms, sequenceid=12, compaction requested=false at 1731540521616 (+7 ms)Writing region close event to WAL at 1731540521623 (+7 ms)Running coprocessor post-close hooks at 1731540521627 (+4 ms)Closed at 1731540521627 2024-11-13T23:28:41,628 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540494957.883bf6dd54baba85118e30c9562d1ef3. 2024-11-13T23:28:41,647 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,33103,1731540484627; all regions closed. 2024-11-13T23:28:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:28:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741839_1015 (size=3552) 2024-11-13T23:28:41,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741832_1008 (size=2395) 2024-11-13T23:28:41,655 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:41,655 INFO [RS:0;714b435e65e7:33103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:28:41,655 INFO [RS:0;714b435e65e7:33103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:41,655 INFO [RS:0;714b435e65e7:33103 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:41,655 INFO [RS:0;714b435e65e7:33103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:41,666 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:41,666 INFO [RS:0;714b435e65e7:33103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,33103,1731540484627 because: Region server is closing 2024-11-13T23:28:41,667 INFO [RS:0;714b435e65e7:33103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33103. 2024-11-13T23:28:41,667 DEBUG [RS:0;714b435e65e7:33103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:41,667 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:41,667 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:41,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:41,767 INFO [RS:0;714b435e65e7:33103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.shipper714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 terminated 2024-11-13T23:28:41,768 INFO [RS:0;714b435e65e7:33103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33103. 2024-11-13T23:28:41,768 DEBUG [RS:0;714b435e65e7:33103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:41,768 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:41,768 DEBUG [RS:0;714b435e65e7:33103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:41,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:41,768 INFO [RS:0;714b435e65e7:33103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33103 2024-11-13T23:28:41,768 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33103,1731540484627.replicationSource.wal-reader.714b435e65e7%2C33103%2C1731540484627,1-714b435e65e7,33103,1731540484627 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:28:41,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104/rs 2024-11-13T23:28:41,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1651304104/rs/714b435e65e7,33103,1731540484627 2024-11-13T23:28:41,813 INFO [RS:0;714b435e65e7:33103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:41,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,33103,1731540484627] 2024-11-13T23:28:41,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1651304104/draining/714b435e65e7,33103,1731540484627 already deleted, retry=false 2024-11-13T23:28:41,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,33103,1731540484627 expired; onlineServers=0 2024-11-13T23:28:41,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,33077,1731540484461' ***** 2024-11-13T23:28:41,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:28:41,830 INFO [M:0;714b435e65e7:33077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:28:41,830 INFO [M:0;714b435e65e7:33077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:28:41,830 DEBUG [M:0;714b435e65e7:33077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:28:41,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:28:41,830 DEBUG [M:0;714b435e65e7:33077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:28:41,830 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540486166 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540486166,5,FailOnTimeoutGroup] 2024-11-13T23:28:41,830 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540486167 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540486167,5,FailOnTimeoutGroup] 2024-11-13T23:28:41,830 INFO [M:0;714b435e65e7:33077 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:28:41,830 INFO [M:0;714b435e65e7:33077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:28:41,830 DEBUG [M:0;714b435e65e7:33077 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:28:41,830 INFO [M:0;714b435e65e7:33077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:28:41,830 INFO [M:0;714b435e65e7:33077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:28:41,831 INFO [M:0;714b435e65e7:33077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:28:41,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:28:41,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1651304104/master 2024-11-13T23:28:41,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1651304104 2024-11-13T23:28:41,850 DEBUG [M:0;714b435e65e7:33077 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1651304104/master already deleted, retry=false 2024-11-13T23:28:41,850 DEBUG [M:0;714b435e65e7:33077 {}] master.ActiveMasterManager(353): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1651304104/master 2024-11-13T23:28:41,850 INFO [M:0;714b435e65e7:33077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/.lastflushedseqids 2024-11-13T23:28:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741848_1024 (size=245) 2024-11-13T23:28:41,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:41,921 INFO [RS:0;714b435e65e7:33103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:41,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33103-0x10137d0ac600001, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:41,921 INFO [RS:0;714b435e65e7:33103 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,33103,1731540484627; zookeeper connection closed. 2024-11-13T23:28:41,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2990d019 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2990d019 2024-11-13T23:28:41,924 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:28:41,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:41,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:41,950 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68405 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:28:42,258 INFO [M:0;714b435e65e7:33077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:28:42,258 INFO [M:0;714b435e65e7:33077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:28:42,259 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:42,259 INFO [M:0;714b435e65e7:33077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:42,259 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:42,259 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:42,259 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:42,259 INFO [M:0;714b435e65e7:33077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T23:28:42,278 DEBUG [M:0;714b435e65e7:33077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97081f273d8a444492d09751afb0fd8d is 82, key is hbase:meta,,1/info:regioninfo/1731540487399/Put/seqid=0 2024-11-13T23:28:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741849_1025 (size=5672) 2024-11-13T23:28:42,682 INFO [M:0;714b435e65e7:33077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97081f273d8a444492d09751afb0fd8d 2024-11-13T23:28:42,700 DEBUG [M:0;714b435e65e7:33077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecdd357c0bca4452ae1222639dcf0083 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540495794/Put/seqid=0 2024-11-13T23:28:42,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741850_1026 (size=7217) 2024-11-13T23:28:43,108 INFO [M:0;714b435e65e7:33077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecdd357c0bca4452ae1222639dcf0083 2024-11-13T23:28:43,112 INFO [M:0;714b435e65e7:33077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecdd357c0bca4452ae1222639dcf0083 2024-11-13T23:28:43,127 DEBUG [M:0;714b435e65e7:33077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b763b3f8e47743e4a1b72c0ba64184f1 is 69, key is 714b435e65e7,33103,1731540484627/rs:state/1731540486281/Put/seqid=0 2024-11-13T23:28:43,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741851_1027 (size=5156) 2024-11-13T23:28:43,137 INFO [M:0;714b435e65e7:33077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b763b3f8e47743e4a1b72c0ba64184f1 2024-11-13T23:28:43,142 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97081f273d8a444492d09751afb0fd8d as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97081f273d8a444492d09751afb0fd8d 2024-11-13T23:28:43,149 INFO [M:0;714b435e65e7:33077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97081f273d8a444492d09751afb0fd8d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T23:28:43,153 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecdd357c0bca4452ae1222639dcf0083 as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecdd357c0bca4452ae1222639dcf0083 2024-11-13T23:28:43,158 INFO [M:0;714b435e65e7:33077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecdd357c0bca4452ae1222639dcf0083 2024-11-13T23:28:43,158 INFO [M:0;714b435e65e7:33077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecdd357c0bca4452ae1222639dcf0083, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T23:28:43,159 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b763b3f8e47743e4a1b72c0ba64184f1 as hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b763b3f8e47743e4a1b72c0ba64184f1 2024-11-13T23:28:43,163 INFO [M:0;714b435e65e7:33077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b763b3f8e47743e4a1b72c0ba64184f1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T23:28:43,164 INFO [M:0;714b435e65e7:33077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false 2024-11-13T23:28:43,168 INFO [M:0;714b435e65e7:33077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:43,169 DEBUG [M:0;714b435e65e7:33077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540522258Disabling compacts and flushes for region at 1731540522258Disabling writes for close at 1731540522259 (+1 ms)Obtaining lock to block concurrent updates at 1731540522259Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540522259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731540522259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540522260 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540522260Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540522277 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540522277Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540522685 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540522700 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540522700Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540523112 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540523126 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540523127 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfcdeac: reopening flushed file at 1731540523141 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf06db1: reopening flushed file at 1731540523149 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dff4228: reopening flushed file at 1731540523158 (+9 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false at 1731540523164 (+6 ms)Writing region close event to WAL at 1731540523168 (+4 ms)Closed at 1731540523168 2024-11-13T23:28:43,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741830_1006 (size=64411) 2024-11-13T23:28:43,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ea987ab-f341-f6d4-f5a2-b46f60dfe2ed/MasterData/WALs/714b435e65e7,33077,1731540484461/714b435e65e7%2C33077%2C1731540484461.1731540485963 not finished, retry = 0 2024-11-13T23:28:43,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:28:43,274 INFO [M:0;714b435e65e7:33077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:28:43,274 INFO [M:0;714b435e65e7:33077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33077 2024-11-13T23:28:43,274 INFO [M:0;714b435e65e7:33077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:28:43,391 INFO [M:0;714b435e65e7:33077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:28:43,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:43,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33077-0x10137d0ac600000, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:28:43,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75ac3569{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:43,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d1832e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:43,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:43,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481a6c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:43,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65274dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:43,403 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:28:43,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:28:43,404 WARN [BP-1046887633-172.17.0.2-1731540482695 heartbeating to localhost/127.0.0.1:40619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:28:43,404 WARN [BP-1046887633-172.17.0.2-1731540482695 heartbeating to localhost/127.0.0.1:40619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046887633-172.17.0.2-1731540482695 (Datanode Uuid 67a744b3-525c-40d8-abfb-826b8fb07317) service to localhost/127.0.0.1:40619 2024-11-13T23:28:43,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a/data/data1/current/BP-1046887633-172.17.0.2-1731540482695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:43,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/cluster_350afcab-6e19-7341-f773-1038cd569f3a/data/data2/current/BP-1046887633-172.17.0.2-1731540482695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:28:43,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:28:43,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@84583c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:43,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63e8c032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:28:43,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:28:43,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d225e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:28:43,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7612f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb69c083-a851-67ec-2acb-e01b0a6d07c9/hadoop.log.dir/,STOPPED} 2024-11-13T23:28:43,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:28:43,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:28:43,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 267) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41193 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40619 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55981) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34651 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55981) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55981) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=738 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=521 (was 480) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8263 (was 7487) - AvailableMemoryMB LEAK? - 2024-11-13T23:28:43,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=738, MaxFileDescriptor=1048576, SystemLoadAverage=521, ProcessCount=11, AvailableMemoryMB=8263 2024-11-13T23:28:43,471 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T23:28:43,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.log.dir so I do NOT create it in target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6 2024-11-13T23:28:43,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:28:43,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.tmp.dir so I do NOT create it in target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6 2024-11-13T23:28:43,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1c16b6b-8f5c-8e16-7a5f-c59f00ad222b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:28:43,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6 2024-11-13T23:28:43,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21, deleteOnExit=true 2024-11-13T23:28:43,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21/zookeeper_0, clientPort=53865, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:28:43,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53865 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/test.cache.data in system properties and HBase conf 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:28:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:28:43,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:28:43,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:28:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10137d0ac600008, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:28:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137d0ac600005, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:28:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137d0ac600002, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:28:43,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137d0ac600005, quorum=127.0.0.1:55981, baseZNode=/11617731404 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:28:43,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10137d0ac600008, quorum=127.0.0.1:55981, baseZNode=/2-566931263 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:28:43,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137d0ac600002, quorum=127.0.0.1:55981, baseZNode=/0-1651304104 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:28:43,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:43,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:43,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:43,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:43,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:43,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:43,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:43,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:43,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ceae03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/java.io.tmpdir/jetty-localhost-39923-hadoop-hdfs-3_4_1-tests_jar-_-any-6447684991263979638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:43,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:39923} 2024-11-13T23:28:43,886 INFO [Time-limited test {}] server.Server(415): Started @255039ms 2024-11-13T23:28:44,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:44,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:44,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:44,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:44,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:44,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:44,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:44,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74250959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/java.io.tmpdir/jetty-localhost-43635-hadoop-hdfs-3_4_1-tests_jar-_-any-17638633354279987412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:44,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:43635} 2024-11-13T23:28:44,247 INFO [Time-limited test {}] server.Server(415): Started @255400ms 2024-11-13T23:28:44,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:44,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:28:44,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:28:44,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:28:44,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:28:44,940 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21/data/data1/current/BP-606211052-172.17.0.2-1731540523497/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:44,940 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21/data/data2/current/BP-606211052-172.17.0.2-1731540523497/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:44,957 WARN [Thread-3430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x907c24ae38c05b65 with lease ID 0x4e74b0f4375017ff: Processing first storage report for DS-6862e5b8-7c51-4c4f-a903-d3b354aa6c80 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=4808195d-affd-42c1-9d67-04f74294fb57, infoPort=46397, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1829777586;c=1731540523497) 2024-11-13T23:28:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x907c24ae38c05b65 with lease ID 0x4e74b0f4375017ff: from storage DS-6862e5b8-7c51-4c4f-a903-d3b354aa6c80 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=4808195d-affd-42c1-9d67-04f74294fb57, infoPort=46397, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1829777586;c=1731540523497), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x907c24ae38c05b65 with lease ID 0x4e74b0f4375017ff: Processing first storage report for DS-f2e42e3a-3acc-4cdc-9e8b-c0514013d508 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=4808195d-affd-42c1-9d67-04f74294fb57, infoPort=46397, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1829777586;c=1731540523497) 2024-11-13T23:28:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x907c24ae38c05b65 with lease ID 0x4e74b0f4375017ff: from storage DS-f2e42e3a-3acc-4cdc-9e8b-c0514013d508 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=4808195d-affd-42c1-9d67-04f74294fb57, infoPort=46397, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1829777586;c=1731540523497), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:28:44,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6 2024-11-13T23:28:44,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:44,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:44,991 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08 with version=8 2024-11-13T23:28:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/hbase-staging 2024-11-13T23:28:44,993 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:44,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:44,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:44,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:44,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:44,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:44,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:28:44,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:44,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44547 2024-11-13T23:28:44,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44547 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:45,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445470x0, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:45,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44547-0x10137d14bba0000 connected 2024-11-13T23:28:45,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on znode that does not yet exist, /0-1110541037/running 2024-11-13T23:28:45,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08, hbase.cluster.distributed=false 2024-11-13T23:28:45,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on znode that does not yet exist, /0-1110541037/acl 2024-11-13T23:28:45,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-13T23:28:45,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44547 2024-11-13T23:28:45,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44547 2024-11-13T23:28:45,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-13T23:28:45,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-13T23:28:45,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:45,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33661 2024-11-13T23:28:45,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33661 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:45,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336610x0, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:45,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336610x0, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on znode that does not yet exist, /0-1110541037/running 2024-11-13T23:28:45,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33661-0x10137d14bba0001 connected 2024-11-13T23:28:45,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:45,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:45,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on znode that does not yet exist, /0-1110541037/master 2024-11-13T23:28:45,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on znode that does not yet exist, /0-1110541037/acl 2024-11-13T23:28:45,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33661 2024-11-13T23:28:45,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33661 2024-11-13T23:28:45,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33661 2024-11-13T23:28:45,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33661 2024-11-13T23:28:45,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33661 2024-11-13T23:28:45,184 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:44547 2024-11-13T23:28:45,184 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1110541037/backup-masters/714b435e65e7,44547,1731540524993 2024-11-13T23:28:45,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037/backup-masters 2024-11-13T23:28:45,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037/backup-masters 2024-11-13T23:28:45,195 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on existing znode=/0-1110541037/backup-masters/714b435e65e7,44547,1731540524993 2024-11-13T23:28:45,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1110541037/master 2024-11-13T23:28:45,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:45,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:45,203 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on existing znode=/0-1110541037/master 2024-11-13T23:28:45,203 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1110541037/backup-masters/714b435e65e7,44547,1731540524993 from backup master directory 2024-11-13T23:28:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1110541037/backup-masters/714b435e65e7,44547,1731540524993 2024-11-13T23:28:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037/backup-masters 2024-11-13T23:28:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037/backup-masters 2024-11-13T23:28:45,211 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:45,211 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,44547,1731540524993 2024-11-13T23:28:45,214 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/hbase.id] with ID: 0e077be9-dcc8-4bf0-aa02-1e7059587f55 2024-11-13T23:28:45,214 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/.tmp/hbase.id 2024-11-13T23:28:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:45,223 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/.tmp/hbase.id]:[hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/hbase.id] 2024-11-13T23:28:45,232 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,232 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:28:45,233 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:28:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:45,650 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:45,650 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:28:45,651 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:46,056 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store 2024-11-13T23:28:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:46,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:46,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:46,461 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:46,462 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:46,462 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:46,462 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:46,462 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:46,462 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:46,462 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:46,462 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540526461Disabling compacts and flushes for region at 1731540526461Disabling writes for close at 1731540526462 (+1 ms)Writing region close event to WAL at 1731540526462Closed at 1731540526462 2024-11-13T23:28:46,462 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/.initializing 2024-11-13T23:28:46,462 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/WALs/714b435e65e7,44547,1731540524993 2024-11-13T23:28:46,463 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:46,464 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C44547%2C1731540524993, suffix=, logDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/WALs/714b435e65e7,44547,1731540524993, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/oldWALs, maxLogs=10 2024-11-13T23:28:46,481 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/WALs/714b435e65e7,44547,1731540524993/714b435e65e7%2C44547%2C1731540524993.1731540526464, exclude list is [], retry=0 2024-11-13T23:28:46,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-6862e5b8-7c51-4c4f-a903-d3b354aa6c80,DISK] 2024-11-13T23:28:46,516 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/WALs/714b435e65e7,44547,1731540524993/714b435e65e7%2C44547%2C1731540524993.1731540526464 2024-11-13T23:28:46,527 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46397:46397)] 2024-11-13T23:28:46,527 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:46,528 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:46,528 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,528 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:28:46,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:46,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:28:46,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:46,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:28:46,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:46,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:28:46,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:46,540 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,543 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,543 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,544 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:46,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:46,547 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:46,548 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74582230, jitterRate=0.11136183142662048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:46,549 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540526528Initializing all the Stores at 1731540526529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540526529Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540526531 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540526531Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540526531Cleaning up temporary data from old regions at 1731540526543 (+12 ms)Region opened successfully at 1731540526548 (+5 ms) 2024-11-13T23:28:46,551 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:28:46,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad9c4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:46,557 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:28:46,557 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:28:46,558 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:28:46,558 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:28:46,558 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:28:46,559 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:28:46,559 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:28:46,561 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:28:46,562 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Unable to get data of znode /0-1110541037/balancer because node does not exist (not necessarily an error) 2024-11-13T23:28:46,586 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1110541037/balancer already deleted, retry=false 2024-11-13T23:28:46,587 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:28:46,588 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Unable to get data of znode /0-1110541037/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:28:46,597 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1110541037/normalizer already deleted, retry=false 2024-11-13T23:28:46,598 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:28:46,599 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Unable to get data of znode /0-1110541037/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:28:46,606 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1110541037/switch/split already deleted, retry=false 2024-11-13T23:28:46,607 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Unable to get data of znode /0-1110541037/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:28:46,614 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1110541037/switch/merge already deleted, retry=false 2024-11-13T23:28:46,622 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Unable to get data of znode /0-1110541037/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:28:46,631 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1110541037/snapshot-cleanup already deleted, retry=false 2024-11-13T23:28:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1110541037/running 2024-11-13T23:28:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1110541037/running 2024-11-13T23:28:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:46,640 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,44547,1731540524993, sessionid=0x10137d14bba0000, setting cluster-up flag (Was=false) 2024-11-13T23:28:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:46,694 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1110541037/flush-table-proc/acquired, /0-1110541037/flush-table-proc/reached, /0-1110541037/flush-table-proc/abort 2024-11-13T23:28:46,695 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,44547,1731540524993 2024-11-13T23:28:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:46,739 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1110541037/online-snapshot/acquired, /0-1110541037/online-snapshot/reached, /0-1110541037/online-snapshot/abort 2024-11-13T23:28:46,740 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,44547,1731540524993 2024-11-13T23:28:46,741 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:28:46,742 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:46,742 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:28:46,742 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:28:46,742 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,44547,1731540524993 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:46,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540556745 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:28:46,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:28:46,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:28:46,745 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,746 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:28:46,746 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:28:46,746 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:28:46,746 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:28:46,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,746 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:28:46,746 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:28:46,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:28:46,746 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540526746,5,FailOnTimeoutGroup] 2024-11-13T23:28:46,747 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540526746,5,FailOnTimeoutGroup] 2024-11-13T23:28:46,747 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,747 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:28:46,747 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,747 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:46,771 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(746): ClusterId : 0e077be9-dcc8-4bf0-aa02-1e7059587f55 2024-11-13T23:28:46,771 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:46,781 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:46,781 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:46,790 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:46,790 DEBUG [RS:0;714b435e65e7:33661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66239bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:46,800 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:33661 2024-11-13T23:28:46,800 INFO [RS:0;714b435e65e7:33661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:46,800 INFO [RS:0;714b435e65e7:33661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:46,800 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:46,801 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,44547,1731540524993 with port=33661, startcode=1731540525137 2024-11-13T23:28:46,801 DEBUG [RS:0;714b435e65e7:33661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:46,802 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:46,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,33661,1731540525137 2024-11-13T23:28:46,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44547 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,33661,1731540525137 2024-11-13T23:28:46,803 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08 2024-11-13T23:28:46,803 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40083 2024-11-13T23:28:46,803 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:46,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037/rs 2024-11-13T23:28:46,811 DEBUG [RS:0;714b435e65e7:33661 {}] zookeeper.ZKUtil(111): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on existing znode=/0-1110541037/rs/714b435e65e7,33661,1731540525137 2024-11-13T23:28:46,811 WARN [RS:0;714b435e65e7:33661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:46,811 INFO [RS:0;714b435e65e7:33661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:46,811 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137 2024-11-13T23:28:46,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,33661,1731540525137] 2024-11-13T23:28:46,813 INFO [RS:0;714b435e65e7:33661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:46,815 INFO [RS:0;714b435e65e7:33661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:46,815 INFO [RS:0;714b435e65e7:33661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:46,815 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,819 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:46,820 INFO [RS:0;714b435e65e7:33661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:46,820 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,820 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,821 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,821 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,821 DEBUG [RS:0;714b435e65e7:33661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,822 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,822 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,822 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,822 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,822 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,822 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33661,1731540525137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:46,846 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:46,847 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33661,1731540525137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,847 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,847 INFO [RS:0;714b435e65e7:33661 {}] regionserver.Replication(171): 714b435e65e7,33661,1731540525137 started 2024-11-13T23:28:46,863 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,864 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,33661,1731540525137, RpcServer on 714b435e65e7/172.17.0.2:33661, sessionid=0x10137d14bba0001 2024-11-13T23:28:46,864 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:46,864 DEBUG [RS:0;714b435e65e7:33661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,33661,1731540525137 2024-11-13T23:28:46,864 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33661,1731540525137' 2024-11-13T23:28:46,864 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1110541037/flush-table-proc/abort' 2024-11-13T23:28:46,864 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1110541037/flush-table-proc/acquired' 2024-11-13T23:28:46,865 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:46,865 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:46,865 DEBUG [RS:0;714b435e65e7:33661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,33661,1731540525137 2024-11-13T23:28:46,865 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33661,1731540525137' 2024-11-13T23:28:46,865 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1110541037/online-snapshot/abort' 2024-11-13T23:28:46,865 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1110541037/online-snapshot/acquired' 2024-11-13T23:28:46,865 DEBUG [RS:0;714b435e65e7:33661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:46,865 INFO [RS:0;714b435e65e7:33661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:46,865 INFO [RS:0;714b435e65e7:33661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:46,966 INFO [RS:0;714b435e65e7:33661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:46,967 INFO [RS:0;714b435e65e7:33661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33661%2C1731540525137, suffix=, logDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/oldWALs, maxLogs=10 2024-11-13T23:28:46,979 DEBUG [RS:0;714b435e65e7:33661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967, exclude list is [], retry=0 2024-11-13T23:28:46,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-6862e5b8-7c51-4c4f-a903-d3b354aa6c80,DISK] 2024-11-13T23:28:46,985 INFO [RS:0;714b435e65e7:33661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 2024-11-13T23:28:46,985 DEBUG [RS:0;714b435e65e7:33661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46397:46397)] 2024-11-13T23:28:47,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:28:47,154 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08 2024-11-13T23:28:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:28:47,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:47,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:47,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:47,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:47,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:47,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:47,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:47,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:47,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:47,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:47,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740 2024-11-13T23:28:47,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740 2024-11-13T23:28:47,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:47,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:47,568 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:47,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:47,570 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:47,570 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68984836, jitterRate=0.027954161167144775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:47,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540527561Initializing all the Stores at 1731540527561Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540527562 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540527562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540527562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540527562Cleaning up temporary data from old regions at 1731540527567 (+5 ms)Region opened successfully at 1731540527570 (+3 ms) 2024-11-13T23:28:47,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:47,570 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:47,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:47,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:47,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:47,571 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:47,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540527570Disabling compacts and flushes for region at 1731540527570Disabling writes for close at 1731540527570Writing region close event to WAL at 1731540527571 (+1 ms)Closed at 1731540527571 2024-11-13T23:28:47,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:47,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:28:47,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:28:47,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:47,573 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:28:47,723 DEBUG [714b435e65e7:44547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:28:47,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,33661,1731540525137 2024-11-13T23:28:47,724 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,33661,1731540525137, state=OPENING 2024-11-13T23:28:47,761 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:28:47,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:47,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:28:47,791 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:47,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1110541037/meta-region-server: CHANGED 2024-11-13T23:28:47,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1110541037/meta-region-server: CHANGED 2024-11-13T23:28:47,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,33661,1731540525137}] 2024-11-13T23:28:47,943 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:47,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:28:47,946 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:28:47,946 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:47,947 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:28:47,948 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33661%2C1731540525137.meta, suffix=.meta, logDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/oldWALs, maxLogs=10 2024-11-13T23:28:47,960 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.meta.1731540527948.meta, exclude list is [], retry=0 2024-11-13T23:28:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-6862e5b8-7c51-4c4f-a903-d3b354aa6c80,DISK] 2024-11-13T23:28:47,963 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.meta.1731540527948.meta 2024-11-13T23:28:47,963 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46397:46397)] 2024-11-13T23:28:47,963 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:47,963 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:47,963 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:47,963 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:28:47,963 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:28:47,963 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:28:47,963 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:47,964 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:28:47,964 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:28:47,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:47,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:47,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:47,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:47,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:47,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:47,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:47,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:47,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:47,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:47,969 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:47,969 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740 2024-11-13T23:28:47,970 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740 2024-11-13T23:28:47,970 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:47,970 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:47,971 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:47,971 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:47,972 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71476259, jitterRate=0.06507925689220428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:47,972 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:28:47,972 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540527964Writing region info on filesystem at 1731540527964Initializing all the Stores at 1731540527964Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540527964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540527964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540527964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540527964Cleaning up temporary data from old regions at 1731540527970 (+6 ms)Running coprocessor post-open hooks at 1731540527972 (+2 ms)Region opened successfully at 1731540527972 2024-11-13T23:28:47,973 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540527942 2024-11-13T23:28:47,975 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:28:47,975 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:28:47,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,33661,1731540525137 2024-11-13T23:28:47,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,33661,1731540525137, state=OPEN 2024-11-13T23:28:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1110541037/meta-region-server 2024-11-13T23:28:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1110541037/meta-region-server 2024-11-13T23:28:47,994 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,33661,1731540525137 2024-11-13T23:28:47,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1110541037/meta-region-server: CHANGED 2024-11-13T23:28:47,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1110541037/meta-region-server: CHANGED 2024-11-13T23:28:47,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:28:47,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,33661,1731540525137 in 203 msec 2024-11-13T23:28:47,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:28:47,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-13T23:28:47,998 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:47,998 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:28:48,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:48,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33661,1731540525137, seqNum=-1] 2024-11-13T23:28:48,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:48,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:48,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-13T23:28:48,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540528006, completionTime=-1 2024-11-13T23:28:48,006 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:28:48,006 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540588008 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540648008 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44547,1731540524993-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44547,1731540524993-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44547,1731540524993-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:44547, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:48,008 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:48,009 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:48,010 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.801sec 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44547,1731540524993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:48,012 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44547,1731540524993-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:28:48,014 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:28:48,014 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:28:48,014 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44547,1731540524993-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:48,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:48,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,44547,-1 for getting cluster id 2024-11-13T23:28:48,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:48,074 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e077be9-dcc8-4bf0-aa02-1e7059587f55' 2024-11-13T23:28:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e077be9-dcc8-4bf0-aa02-1e7059587f55" 2024-11-13T23:28:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577e87e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,44547,-1] 2024-11-13T23:28:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:48,075 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:48,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:48,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33661,1731540525137, seqNum=-1] 2024-11-13T23:28:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:48,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:48,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,44547,1731540524993 2024-11-13T23:28:48,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:48,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:48,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137d14bba0002 connected 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.log.dir so I do NOT create it in target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3 2024-11-13T23:28:48,100 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.tmp.dir so I do NOT create it in target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3 2024-11-13T23:28:48,100 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:28:48,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/cluster_1af415a5-ad66-6d5c-05ce-7b30f7fd31f0, deleteOnExit=true 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/test.cache.data in system properties and HBase conf 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:28:48,100 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:48,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:28:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:28:48,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:48,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:48,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:48,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:48,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:48,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:48,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:48,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:48,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2392ca06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/java.io.tmpdir/jetty-localhost-39683-hadoop-hdfs-3_4_1-tests_jar-_-any-16593010727164502915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:48,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:39683} 2024-11-13T23:28:48,437 INFO [Time-limited test {}] server.Server(415): Started @259590ms 2024-11-13T23:28:48,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:48,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:48,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:48,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:48,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:48,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:48,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:48,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d03fc69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/java.io.tmpdir/jetty-localhost-34131-hadoop-hdfs-3_4_1-tests_jar-_-any-13313298408503663419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:48,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:34131} 2024-11-13T23:28:48,715 INFO [Time-limited test {}] server.Server(415): Started @259868ms 2024-11-13T23:28:48,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:49,249 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/cluster_1af415a5-ad66-6d5c-05ce-7b30f7fd31f0/data/data1/current/BP-145662644-172.17.0.2-1731540528115/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:49,249 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/cluster_1af415a5-ad66-6d5c-05ce-7b30f7fd31f0/data/data2/current/BP-145662644-172.17.0.2-1731540528115/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:49,272 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x651f5c60e59e25ed with lease ID 0xe7b098301520070e: Processing first storage report for DS-ba75da38-5b7f-4866-9c8d-214799ea436f from datanode DatanodeRegistration(127.0.0.1:35439, datanodeUuid=f11c519a-e3d1-4f8d-8942-02b36b7fda01, infoPort=37847, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=2093969549;c=1731540528115) 2024-11-13T23:28:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x651f5c60e59e25ed with lease ID 0xe7b098301520070e: from storage DS-ba75da38-5b7f-4866-9c8d-214799ea436f node DatanodeRegistration(127.0.0.1:35439, datanodeUuid=f11c519a-e3d1-4f8d-8942-02b36b7fda01, infoPort=37847, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=2093969549;c=1731540528115), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x651f5c60e59e25ed with lease ID 0xe7b098301520070e: Processing first storage report for DS-e15b28f6-885c-4bf8-ba17-3b6df215bf5d from datanode DatanodeRegistration(127.0.0.1:35439, datanodeUuid=f11c519a-e3d1-4f8d-8942-02b36b7fda01, infoPort=37847, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=2093969549;c=1731540528115) 2024-11-13T23:28:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x651f5c60e59e25ed with lease ID 0xe7b098301520070e: from storage DS-e15b28f6-885c-4bf8-ba17-3b6df215bf5d node DatanodeRegistration(127.0.0.1:35439, datanodeUuid=f11c519a-e3d1-4f8d-8942-02b36b7fda01, infoPort=37847, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=2093969549;c=1731540528115), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:49,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3 2024-11-13T23:28:49,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:49,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:49,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:49,346 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4 with version=8 2024-11-13T23:28:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/hbase-staging 2024-11-13T23:28:49,348 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:49,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43975 2024-11-13T23:28:49,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43975 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:49,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439750x0, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:49,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43975-0x10137d14bba0003 connected 2024-11-13T23:28:49,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:49,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:49,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on znode that does not yet exist, /1-1041404849/running 2024-11-13T23:28:49,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4, hbase.cluster.distributed=false 2024-11-13T23:28:49,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on znode that does not yet exist, /1-1041404849/acl 2024-11-13T23:28:49,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-13T23:28:49,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43975 2024-11-13T23:28:49,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43975 2024-11-13T23:28:49,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-13T23:28:49,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-13T23:28:49,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:49,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:49,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:49,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:49,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:49,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:49,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:49,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:49,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41463 2024-11-13T23:28:49,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41463 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:49,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:49,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:49,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414630x0, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:49,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414630x0, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on znode that does not yet exist, /1-1041404849/running 2024-11-13T23:28:49,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41463-0x10137d14bba0004 connected 2024-11-13T23:28:49,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:49,466 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:49,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on znode that does not yet exist, /1-1041404849/master 2024-11-13T23:28:49,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on znode that does not yet exist, /1-1041404849/acl 2024-11-13T23:28:49,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-13T23:28:49,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41463 2024-11-13T23:28:49,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41463 2024-11-13T23:28:49,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-13T23:28:49,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-13T23:28:49,488 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:43975 2024-11-13T23:28:49,490 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1041404849/backup-masters/714b435e65e7,43975,1731540529347 2024-11-13T23:28:49,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849/backup-masters 2024-11-13T23:28:49,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849/backup-masters 2024-11-13T23:28:49,498 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on existing znode=/1-1041404849/backup-masters/714b435e65e7,43975,1731540529347 2024-11-13T23:28:49,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1041404849/master 2024-11-13T23:28:49,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:49,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:49,506 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on existing znode=/1-1041404849/master 2024-11-13T23:28:49,506 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1041404849/backup-masters/714b435e65e7,43975,1731540529347 from backup master directory 2024-11-13T23:28:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041404849/backup-masters/714b435e65e7,43975,1731540529347 2024-11-13T23:28:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849/backup-masters 2024-11-13T23:28:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849/backup-masters 2024-11-13T23:28:49,514 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:49,514 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,43975,1731540529347 2024-11-13T23:28:49,517 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/hbase.id] with ID: 5d5c9ce6-bb37-4960-a34b-5d60558a3551 2024-11-13T23:28:49,517 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/.tmp/hbase.id 2024-11-13T23:28:49,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:49,924 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/.tmp/hbase.id]:[hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/hbase.id] 2024-11-13T23:28:49,931 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:49,932 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:28:49,932 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T23:28:49,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:49,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:49,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:50,380 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:50,381 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:28:50,381 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:50,386 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store 2024-11-13T23:28:50,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:50,793 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:50,793 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:50,793 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:50,793 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:50,793 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:50,793 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:50,793 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:50,793 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540530793Disabling compacts and flushes for region at 1731540530793Disabling writes for close at 1731540530793Writing region close event to WAL at 1731540530793Closed at 1731540530793 2024-11-13T23:28:50,794 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/.initializing 2024-11-13T23:28:50,794 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/WALs/714b435e65e7,43975,1731540529347 2024-11-13T23:28:50,794 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:50,795 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43975%2C1731540529347, suffix=, logDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/WALs/714b435e65e7,43975,1731540529347, archiveDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/oldWALs, maxLogs=10 2024-11-13T23:28:50,807 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/WALs/714b435e65e7,43975,1731540529347/714b435e65e7%2C43975%2C1731540529347.1731540530795, exclude list is [], retry=0 2024-11-13T23:28:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35439,DS-ba75da38-5b7f-4866-9c8d-214799ea436f,DISK] 2024-11-13T23:28:50,810 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/WALs/714b435e65e7,43975,1731540529347/714b435e65e7%2C43975%2C1731540529347.1731540530795 2024-11-13T23:28:50,810 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37847:37847)] 2024-11-13T23:28:50,810 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:50,810 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:50,810 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,810 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:28:50,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:50,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:50,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:28:50,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:50,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:50,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:28:50,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:28:50,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:50,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:50,815 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,815 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,815 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,816 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,816 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,816 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:50,817 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:50,818 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:50,818 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64141261, jitterRate=-0.044220730662345886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:50,818 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540530810Initializing all the Stores at 1731540530811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540530811Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540530811Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540530811Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540530811Cleaning up temporary data from old regions at 1731540530816 (+5 ms)Region opened successfully at 1731540530818 (+2 ms) 2024-11-13T23:28:50,818 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:28:50,820 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:50,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:28:50,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:28:50,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:28:50,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:28:50,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:28:50,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:28:50,821 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:28:50,822 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:28:50,823 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Unable to get data of znode /1-1041404849/balancer because node does not exist (not necessarily an error) 2024-11-13T23:28:50,860 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041404849/balancer already deleted, retry=false 2024-11-13T23:28:50,861 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:28:50,861 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Unable to get data of znode /1-1041404849/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:28:50,869 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041404849/normalizer already deleted, retry=false 2024-11-13T23:28:50,869 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:28:50,870 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Unable to get data of znode /1-1041404849/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:28:50,877 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041404849/switch/split already deleted, retry=false 2024-11-13T23:28:50,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Unable to get data of znode /1-1041404849/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:28:50,889 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041404849/switch/merge already deleted, retry=false 2024-11-13T23:28:50,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Unable to get data of znode /1-1041404849/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:28:50,897 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041404849/snapshot-cleanup already deleted, retry=false 2024-11-13T23:28:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1041404849/running 2024-11-13T23:28:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1041404849/running 2024-11-13T23:28:50,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:50,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:50,906 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,43975,1731540529347, sessionid=0x10137d14bba0003, setting cluster-up flag (Was=false) 2024-11-13T23:28:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:50,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:50,947 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1041404849/flush-table-proc/acquired, /1-1041404849/flush-table-proc/reached, /1-1041404849/flush-table-proc/abort 2024-11-13T23:28:50,948 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43975,1731540529347 2024-11-13T23:28:50,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:50,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:50,989 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1041404849/online-snapshot/acquired, /1-1041404849/online-snapshot/reached, /1-1041404849/online-snapshot/abort 2024-11-13T23:28:50,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43975,1731540529347 2024-11-13T23:28:50,990 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:28:50,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:50,991 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:28:50,991 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:28:50,992 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,43975,1731540529347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:50,993 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:50,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540560993 2024-11-13T23:28:50,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:28:50,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:28:50,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:28:50,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:50,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:50,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:28:50,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:28:50,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:50,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:28:50,995 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540530994,5,FailOnTimeoutGroup] 2024-11-13T23:28:50,999 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540530995,5,FailOnTimeoutGroup] 2024-11-13T23:28:50,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:50,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:28:50,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:50,999 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:51,077 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(746): ClusterId : 5d5c9ce6-bb37-4960-a34b-5d60558a3551 2024-11-13T23:28:51,078 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:51,086 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:51,086 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:51,094 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:51,095 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310bac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:51,105 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:41463 2024-11-13T23:28:51,105 INFO [RS:0;714b435e65e7:41463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:51,105 INFO [RS:0;714b435e65e7:41463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:51,105 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:51,105 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,43975,1731540529347 with port=41463, startcode=1731540529446 2024-11-13T23:28:51,106 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:51,107 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:51,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,41463,1731540529446 2024-11-13T23:28:51,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,41463,1731540529446 2024-11-13T23:28:51,108 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4 2024-11-13T23:28:51,108 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33539 2024-11-13T23:28:51,108 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849/rs 2024-11-13T23:28:51,165 DEBUG [RS:0;714b435e65e7:41463 {}] zookeeper.ZKUtil(111): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on existing znode=/1-1041404849/rs/714b435e65e7,41463,1731540529446 2024-11-13T23:28:51,165 WARN [RS:0;714b435e65e7:41463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:51,165 INFO [RS:0;714b435e65e7:41463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:51,165 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446 2024-11-13T23:28:51,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,41463,1731540529446] 2024-11-13T23:28:51,167 INFO [RS:0;714b435e65e7:41463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:51,168 INFO [RS:0;714b435e65e7:41463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:51,168 INFO [RS:0;714b435e65e7:41463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:51,168 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,168 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:51,169 INFO [RS:0;714b435e65e7:41463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:51,169 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:51,169 DEBUG [RS:0;714b435e65e7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:51,169 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,169 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,170 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,170 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,170 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,170 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41463,1731540529446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:51,182 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:51,182 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41463,1731540529446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,182 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,182 INFO [RS:0;714b435e65e7:41463 {}] regionserver.Replication(171): 714b435e65e7,41463,1731540529446 started 2024-11-13T23:28:51,194 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:51,194 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,41463,1731540529446, RpcServer on 714b435e65e7/172.17.0.2:41463, sessionid=0x10137d14bba0004 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,41463,1731540529446 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,41463,1731540529446' 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1041404849/flush-table-proc/abort' 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1041404849/flush-table-proc/acquired' 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,41463,1731540529446 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,41463,1731540529446' 2024-11-13T23:28:51,195 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1041404849/online-snapshot/abort' 2024-11-13T23:28:51,196 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1041404849/online-snapshot/acquired' 2024-11-13T23:28:51,196 DEBUG [RS:0;714b435e65e7:41463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:51,196 INFO [RS:0;714b435e65e7:41463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:51,196 INFO [RS:0;714b435e65e7:41463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:51,296 INFO [RS:0;714b435e65e7:41463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:51,297 INFO [RS:0;714b435e65e7:41463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C41463%2C1731540529446, suffix=, logDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446, archiveDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/oldWALs, maxLogs=10 2024-11-13T23:28:51,309 DEBUG [RS:0;714b435e65e7:41463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, exclude list is [], retry=0 2024-11-13T23:28:51,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35439,DS-ba75da38-5b7f-4866-9c8d-214799ea436f,DISK] 2024-11-13T23:28:51,312 INFO [RS:0;714b435e65e7:41463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 2024-11-13T23:28:51,312 DEBUG [RS:0;714b435e65e7:41463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37847:37847)] 2024-11-13T23:28:51,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:28:51,403 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4 2024-11-13T23:28:51,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:28:51,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:51,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:51,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:51,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:51,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:51,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:51,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:51,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:51,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:51,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:51,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:51,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:51,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:51,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:51,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:51,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:51,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:51,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:51,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740 2024-11-13T23:28:51,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740 2024-11-13T23:28:51,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:51,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:51,814 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:51,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:51,816 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:51,816 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69835826, jitterRate=0.04063490033149719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540531807Initializing all the Stores at 1731540531808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540531808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540531808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540531808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540531808Cleaning up temporary data from old regions at 1731540531814 (+6 ms)Region opened successfully at 1731540531816 (+2 ms) 2024-11-13T23:28:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:51,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:51,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540531816Disabling compacts and flushes for region at 1731540531816Disabling writes for close at 1731540531816Writing region close event to WAL at 1731540531816Closed at 1731540531816 2024-11-13T23:28:51,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:51,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:28:51,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:28:51,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:51,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:28:51,969 DEBUG [714b435e65e7:43975 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:28:51,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,41463,1731540529446 2024-11-13T23:28:51,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,41463,1731540529446, state=OPENING 2024-11-13T23:28:52,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:28:52,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:52,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:28:52,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:52,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041404849/meta-region-server: CHANGED 2024-11-13T23:28:52,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041404849/meta-region-server: CHANGED 2024-11-13T23:28:52,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,41463,1731540529446}] 2024-11-13T23:28:52,166 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:52,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:28:52,170 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:28:52,170 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:52,170 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:28:52,171 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C41463%2C1731540529446.meta, suffix=.meta, logDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446, archiveDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/oldWALs, maxLogs=10 2024-11-13T23:28:52,183 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.meta.1731540532171.meta, exclude list is [], retry=0 2024-11-13T23:28:52,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35439,DS-ba75da38-5b7f-4866-9c8d-214799ea436f,DISK] 2024-11-13T23:28:52,186 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.meta.1731540532171.meta 2024-11-13T23:28:52,186 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37847:37847)] 2024-11-13T23:28:52,186 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:52,187 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:52,187 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:52,187 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:28:52,187 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:28:52,187 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:28:52,187 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:52,187 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:28:52,187 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:28:52,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:52,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:52,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:52,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:52,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:52,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:52,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:52,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:52,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:52,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:52,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:52,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:52,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:52,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:52,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:52,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:52,192 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:52,193 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740 2024-11-13T23:28:52,193 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740 2024-11-13T23:28:52,194 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:52,194 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:52,194 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:52,195 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:52,195 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66416789, jitterRate=-0.010312721133232117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:52,195 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:28:52,196 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540532187Writing region info on filesystem at 1731540532187Initializing all the Stores at 1731540532188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540532188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540532188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540532188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540532188Cleaning up temporary data from old regions at 1731540532194 (+6 ms)Running coprocessor post-open hooks at 1731540532195 (+1 ms)Region opened successfully at 1731540532196 (+1 ms) 2024-11-13T23:28:52,196 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540532166 2024-11-13T23:28:52,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:28:52,198 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:28:52,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,41463,1731540529446 2024-11-13T23:28:52,199 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,41463,1731540529446, state=OPEN 2024-11-13T23:28:52,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1041404849/meta-region-server 2024-11-13T23:28:52,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1041404849/meta-region-server 2024-11-13T23:28:52,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,41463,1731540529446 2024-11-13T23:28:52,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041404849/meta-region-server: CHANGED 2024-11-13T23:28:52,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041404849/meta-region-server: CHANGED 2024-11-13T23:28:52,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:28:52,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,41463,1731540529446 in 192 msec 2024-11-13T23:28:52,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:28:52,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-13T23:28:52,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:52,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:28:52,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:52,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41463,1731540529446, seqNum=-1] 2024-11-13T23:28:52,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:52,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:52,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-13T23:28:52,214 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540532214, completionTime=-1 2024-11-13T23:28:52,214 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:28:52,214 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540592216 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540652216 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43975,1731540529347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43975,1731540529347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43975,1731540529347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:43975, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:52,216 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:52,217 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:52,218 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:28:52,219 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.705sec 2024-11-13T23:28:52,219 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:28:52,219 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:28:52,219 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:28:52,220 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:28:52,220 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:28:52,220 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43975,1731540529347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:52,220 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43975,1731540529347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:28:52,222 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:28:52,222 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:28:52,222 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43975,1731540529347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:52,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:52,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:28:52,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:52,279 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:28:52,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:52,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:28:52,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc1ccb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:52,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:28:52,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:52,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:52,281 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:52,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:52,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:52,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41463,1731540529446, seqNum=-1] 2024-11-13T23:28:52,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:52,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:52,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,43975,1731540529347 2024-11-13T23:28:52,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:52,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:52,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137d14bba0005 connected 2024-11-13T23:28:52,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.log.dir so I do NOT create it in target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e 2024-11-13T23:28:52,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:28:52,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.tmp.dir so I do NOT create it in target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e 2024-11-13T23:28:52,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:28:52,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e 2024-11-13T23:28:52,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/cluster_5b62426c-fd20-7ca6-6a60-40ce185e9859, deleteOnExit=true 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/test.cache.data in system properties and HBase conf 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:28:52,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:28:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:28:52,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:52,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:52,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:52,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:52,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:52,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:52,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:52,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:52,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f46769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/java.io.tmpdir/jetty-localhost-37897-hadoop-hdfs-3_4_1-tests_jar-_-any-11567732893417127460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:52,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:37897} 2024-11-13T23:28:52,672 INFO [Time-limited test {}] server.Server(415): Started @263825ms 2024-11-13T23:28:52,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:28:52,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:52,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:52,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:52,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:52,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:52,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:52,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:52,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19375c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/java.io.tmpdir/jetty-localhost-40421-hadoop-hdfs-3_4_1-tests_jar-_-any-251023998781782652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:52,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:40421} 2024-11-13T23:28:52,979 INFO [Time-limited test {}] server.Server(415): Started @264133ms 2024-11-13T23:28:52,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:53,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:28:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:28:53,568 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/cluster_5b62426c-fd20-7ca6-6a60-40ce185e9859/data/data2/current/BP-1386304599-172.17.0.2-1731540532332/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:53,568 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/cluster_5b62426c-fd20-7ca6-6a60-40ce185e9859/data/data1/current/BP-1386304599-172.17.0.2-1731540532332/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:53,583 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9245e9e23b246773 with lease ID 0x34af0c0659c59fc1: Processing first storage report for DS-f8687886-e717-4c9c-b09e-c837006161f5 from datanode DatanodeRegistration(127.0.0.1:37413, datanodeUuid=ccbde165-a5b1-401f-932f-89aa078c321c, infoPort=43165, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=225410337;c=1731540532332) 2024-11-13T23:28:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9245e9e23b246773 with lease ID 0x34af0c0659c59fc1: from storage DS-f8687886-e717-4c9c-b09e-c837006161f5 node DatanodeRegistration(127.0.0.1:37413, datanodeUuid=ccbde165-a5b1-401f-932f-89aa078c321c, infoPort=43165, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=225410337;c=1731540532332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9245e9e23b246773 with lease ID 0x34af0c0659c59fc1: Processing first storage report for DS-10ebafbe-6a8f-40c8-a3c4-1c67e9910203 from datanode DatanodeRegistration(127.0.0.1:37413, datanodeUuid=ccbde165-a5b1-401f-932f-89aa078c321c, infoPort=43165, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=225410337;c=1731540532332) 2024-11-13T23:28:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9245e9e23b246773 with lease ID 0x34af0c0659c59fc1: from storage DS-10ebafbe-6a8f-40c8-a3c4-1c67e9910203 node DatanodeRegistration(127.0.0.1:37413, datanodeUuid=ccbde165-a5b1-401f-932f-89aa078c321c, infoPort=43165, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=225410337;c=1731540532332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:53,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e 2024-11-13T23:28:53,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:53,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:54,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42 with version=8 2024-11-13T23:28:54,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/hbase-staging 2024-11-13T23:28:54,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:54,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38375 2024-11-13T23:28:54,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38375 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:54,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383750x0, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:54,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38375-0x10137d14bba0006 connected 2024-11-13T23:28:54,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:54,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:54,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on znode that does not yet exist, /21942951350/running 2024-11-13T23:28:54,117 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42, hbase.cluster.distributed=false 2024-11-13T23:28:54,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on znode that does not yet exist, /21942951350/acl 2024-11-13T23:28:54,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38375 2024-11-13T23:28:54,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38375 2024-11-13T23:28:54,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38375 2024-11-13T23:28:54,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38375 2024-11-13T23:28:54,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38375 2024-11-13T23:28:54,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:54,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44099 2024-11-13T23:28:54,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44099 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:54,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:54,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:54,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440990x0, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:54,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440990x0, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on znode that does not yet exist, /21942951350/running 2024-11-13T23:28:54,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44099-0x10137d14bba0007 connected 2024-11-13T23:28:54,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:54,145 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:54,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on znode that does not yet exist, /21942951350/master 2024-11-13T23:28:54,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on znode that does not yet exist, /21942951350/acl 2024-11-13T23:28:54,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44099 2024-11-13T23:28:54,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44099 2024-11-13T23:28:54,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44099 2024-11-13T23:28:54,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44099 2024-11-13T23:28:54,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44099 2024-11-13T23:28:54,160 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:38375 2024-11-13T23:28:54,160 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21942951350/backup-masters/714b435e65e7,38375,1731540534011 2024-11-13T23:28:54,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350/backup-masters 2024-11-13T23:28:54,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350/backup-masters 2024-11-13T23:28:54,169 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on existing znode=/21942951350/backup-masters/714b435e65e7,38375,1731540534011 2024-11-13T23:28:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21942951350/master 2024-11-13T23:28:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:54,177 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on existing znode=/21942951350/master 2024-11-13T23:28:54,178 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21942951350/backup-masters/714b435e65e7,38375,1731540534011 from backup master directory 2024-11-13T23:28:54,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21942951350/backup-masters/714b435e65e7,38375,1731540534011 2024-11-13T23:28:54,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350/backup-masters 2024-11-13T23:28:54,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350/backup-masters 2024-11-13T23:28:54,185 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:54,185 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,38375,1731540534011 2024-11-13T23:28:54,188 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/hbase.id] with ID: 3d94bf74-91b5-4a9b-83c3-53dc56d56157 2024-11-13T23:28:54,188 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/.tmp/hbase.id 2024-11-13T23:28:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:54,593 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/.tmp/hbase.id]:[hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/hbase.id] 2024-11-13T23:28:54,602 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:54,602 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:28:54,603 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:28:54,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:54,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:54,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:28:54,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:28:54,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:28:54,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:28:55,043 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:55,044 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:28:55,044 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:55,450 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store 2024-11-13T23:28:55,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:55,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:55,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:55,854 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:55,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:55,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:55,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:55,854 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:55,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540535854Disabling compacts and flushes for region at 1731540535854Disabling writes for close at 1731540535854Writing region close event to WAL at 1731540535854Closed at 1731540535854 2024-11-13T23:28:55,855 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/.initializing 2024-11-13T23:28:55,855 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/WALs/714b435e65e7,38375,1731540534011 2024-11-13T23:28:55,856 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:55,857 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C38375%2C1731540534011, suffix=, logDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/WALs/714b435e65e7,38375,1731540534011, archiveDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/oldWALs, maxLogs=10 2024-11-13T23:28:55,869 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/WALs/714b435e65e7,38375,1731540534011/714b435e65e7%2C38375%2C1731540534011.1731540535857, exclude list is [], retry=0 2024-11-13T23:28:55,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-f8687886-e717-4c9c-b09e-c837006161f5,DISK] 2024-11-13T23:28:55,872 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/WALs/714b435e65e7,38375,1731540534011/714b435e65e7%2C38375%2C1731540534011.1731540535857 2024-11-13T23:28:55,872 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-13T23:28:55,872 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:55,872 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:55,872 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,872 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:28:55,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:55,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:55,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:28:55,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:55,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:55,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:28:55,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:55,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:55,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:28:55,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:55,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:55,878 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,878 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,878 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:55,880 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:55,881 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:55,881 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66232384, jitterRate=-0.013060569763183594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:55,882 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540535873Initializing all the Stores at 1731540535873Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540535873Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540535873Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540535873Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540535873Cleaning up temporary data from old regions at 1731540535879 (+6 ms)Region opened successfully at 1731540535882 (+3 ms) 2024-11-13T23:28:55,882 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:28:55,884 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47415079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:55,884 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:28:55,884 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:28:55,884 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:28:55,885 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:28:55,885 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:28:55,885 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:28:55,885 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:28:55,886 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:28:55,887 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Unable to get data of znode /21942951350/balancer because node does not exist (not necessarily an error) 2024-11-13T23:28:55,927 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21942951350/balancer already deleted, retry=false 2024-11-13T23:28:55,927 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:28:55,928 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Unable to get data of znode /21942951350/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:28:55,935 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21942951350/normalizer already deleted, retry=false 2024-11-13T23:28:55,935 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:28:55,936 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Unable to get data of znode /21942951350/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:28:55,944 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21942951350/switch/split already deleted, retry=false 2024-11-13T23:28:55,944 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Unable to get data of znode /21942951350/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:28:55,952 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21942951350/switch/merge already deleted, retry=false 2024-11-13T23:28:55,953 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Unable to get data of znode /21942951350/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:28:55,960 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21942951350/snapshot-cleanup already deleted, retry=false 2024-11-13T23:28:55,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21942951350/running 2024-11-13T23:28:55,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21942951350/running 2024-11-13T23:28:55,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:55,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:55,969 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,38375,1731540534011, sessionid=0x10137d14bba0006, setting cluster-up flag (Was=false) 2024-11-13T23:28:55,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:55,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:56,010 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21942951350/flush-table-proc/acquired, /21942951350/flush-table-proc/reached, /21942951350/flush-table-proc/abort 2024-11-13T23:28:56,011 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,38375,1731540534011 2024-11-13T23:28:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:56,055 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21942951350/online-snapshot/acquired, /21942951350/online-snapshot/reached, /21942951350/online-snapshot/abort 2024-11-13T23:28:56,056 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,38375,1731540534011 2024-11-13T23:28:56,057 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:28:56,058 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:56,058 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:28:56,058 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:28:56,058 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,38375,1731540534011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:56,059 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540566060 2024-11-13T23:28:56,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:56,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:28:56,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:28:56,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:28:56,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:28:56,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:28:56,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:28:56,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:28:56,061 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:28:56,061 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540536061,5,FailOnTimeoutGroup] 2024-11-13T23:28:56,062 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540536061,5,FailOnTimeoutGroup] 2024-11-13T23:28:56,062 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,062 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:28:56,062 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,062 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:56,152 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(746): ClusterId : 3d94bf74-91b5-4a9b-83c3-53dc56d56157 2024-11-13T23:28:56,152 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:56,161 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:56,161 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:56,169 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:56,169 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a04bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:56,180 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:44099 2024-11-13T23:28:56,180 INFO [RS:0;714b435e65e7:44099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:56,180 INFO [RS:0;714b435e65e7:44099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:56,180 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:56,181 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,38375,1731540534011 with port=44099, startcode=1731540534131 2024-11-13T23:28:56,181 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:56,182 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:56,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,44099,1731540534131 2024-11-13T23:28:56,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38375 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,44099,1731540534131 2024-11-13T23:28:56,183 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42 2024-11-13T23:28:56,183 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39259 2024-11-13T23:28:56,183 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:56,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350/rs 2024-11-13T23:28:56,231 DEBUG [RS:0;714b435e65e7:44099 {}] zookeeper.ZKUtil(111): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on existing znode=/21942951350/rs/714b435e65e7,44099,1731540534131 2024-11-13T23:28:56,231 WARN [RS:0;714b435e65e7:44099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:56,231 INFO [RS:0;714b435e65e7:44099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:56,231 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131 2024-11-13T23:28:56,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,44099,1731540534131] 2024-11-13T23:28:56,233 INFO [RS:0;714b435e65e7:44099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:56,234 INFO [RS:0;714b435e65e7:44099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:56,234 INFO [RS:0;714b435e65e7:44099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:56,234 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,235 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:56,235 INFO [RS:0;714b435e65e7:44099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:56,235 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,235 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:56,236 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:56,236 DEBUG [RS:0;714b435e65e7:44099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:56,236 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,236 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,236 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,236 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,236 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,236 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44099,1731540534131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:56,248 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:56,249 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44099,1731540534131-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,249 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,249 INFO [RS:0;714b435e65e7:44099 {}] regionserver.Replication(171): 714b435e65e7,44099,1731540534131 started 2024-11-13T23:28:56,261 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:56,261 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,44099,1731540534131, RpcServer on 714b435e65e7/172.17.0.2:44099, sessionid=0x10137d14bba0007 2024-11-13T23:28:56,261 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:56,261 DEBUG [RS:0;714b435e65e7:44099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,44099,1731540534131 2024-11-13T23:28:56,261 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,44099,1731540534131' 2024-11-13T23:28:56,261 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21942951350/flush-table-proc/abort' 2024-11-13T23:28:56,261 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21942951350/flush-table-proc/acquired' 2024-11-13T23:28:56,262 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:56,262 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:56,262 DEBUG [RS:0;714b435e65e7:44099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,44099,1731540534131 2024-11-13T23:28:56,262 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,44099,1731540534131' 2024-11-13T23:28:56,262 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21942951350/online-snapshot/abort' 2024-11-13T23:28:56,262 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21942951350/online-snapshot/acquired' 2024-11-13T23:28:56,262 DEBUG [RS:0;714b435e65e7:44099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:56,262 INFO [RS:0;714b435e65e7:44099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:56,262 INFO [RS:0;714b435e65e7:44099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:56,362 INFO [RS:0;714b435e65e7:44099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:56,364 INFO [RS:0;714b435e65e7:44099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C44099%2C1731540534131, suffix=, logDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131, archiveDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/oldWALs, maxLogs=10 2024-11-13T23:28:56,376 DEBUG [RS:0;714b435e65e7:44099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, exclude list is [], retry=0 2024-11-13T23:28:56,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-f8687886-e717-4c9c-b09e-c837006161f5,DISK] 2024-11-13T23:28:56,380 INFO [RS:0;714b435e65e7:44099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 2024-11-13T23:28:56,381 DEBUG [RS:0;714b435e65e7:44099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-13T23:28:56,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:28:56,469 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42 2024-11-13T23:28:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:28:56,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:56,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:56,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:56,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:56,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:56,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:56,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:56,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:56,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:56,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:56,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:56,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:56,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:56,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:56,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:56,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:56,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:56,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:56,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740 2024-11-13T23:28:56,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740 2024-11-13T23:28:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:56,881 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:56,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:56,884 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:56,884 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60767422, jitterRate=-0.09449484944343567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:56,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540536874Initializing all the Stores at 1731540536875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540536875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540536875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540536875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540536875Cleaning up temporary data from old regions at 1731540536881 (+6 ms)Region opened successfully at 1731540536884 (+3 ms) 2024-11-13T23:28:56,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:56,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:56,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:56,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:56,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:56,885 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:56,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540536884Disabling compacts and flushes for region at 1731540536884Disabling writes for close at 1731540536884Writing region close event to WAL at 1731540536884Closed at 1731540536884 2024-11-13T23:28:56,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:56,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:28:56,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:28:56,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:56,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:28:57,037 DEBUG [714b435e65e7:38375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:28:57,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,44099,1731540534131 2024-11-13T23:28:57,039 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,44099,1731540534131, state=OPENING 2024-11-13T23:28:57,077 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:28:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:28:57,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21942951350/meta-region-server: CHANGED 2024-11-13T23:28:57,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21942951350/meta-region-server: CHANGED 2024-11-13T23:28:57,086 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:57,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,44099,1731540534131}] 2024-11-13T23:28:57,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:57,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:28:57,243 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:28:57,244 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:57,244 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:28:57,245 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C44099%2C1731540534131.meta, suffix=.meta, logDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131, archiveDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/oldWALs, maxLogs=10 2024-11-13T23:28:57,263 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.meta.1731540537246.meta, exclude list is [], retry=0 2024-11-13T23:28:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-f8687886-e717-4c9c-b09e-c837006161f5,DISK] 2024-11-13T23:28:57,266 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.meta.1731540537246.meta 2024-11-13T23:28:57,267 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-13T23:28:57,267 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:57,268 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:57,268 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:57,268 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:28:57,268 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:28:57,268 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:28:57,268 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,268 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:28:57,269 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:28:57,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:57,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:57,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:57,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:57,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:57,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:57,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:57,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:57,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,276 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:57,277 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740 2024-11-13T23:28:57,278 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740 2024-11-13T23:28:57,279 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:57,279 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:57,279 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:57,280 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:57,281 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74581567, jitterRate=0.11135195195674896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:57,281 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:28:57,281 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540537269Writing region info on filesystem at 1731540537269Initializing all the Stores at 1731540537270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540537270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540537272 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540537272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540537272Cleaning up temporary data from old regions at 1731540537279 (+7 ms)Running coprocessor post-open hooks at 1731540537281 (+2 ms)Region opened successfully at 1731540537281 2024-11-13T23:28:57,282 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540537239 2024-11-13T23:28:57,284 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:28:57,284 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:28:57,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,44099,1731540534131 2024-11-13T23:28:57,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,44099,1731540534131, state=OPEN 2024-11-13T23:28:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21942951350/meta-region-server 2024-11-13T23:28:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21942951350/meta-region-server 2024-11-13T23:28:57,294 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,44099,1731540534131 2024-11-13T23:28:57,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21942951350/meta-region-server: CHANGED 2024-11-13T23:28:57,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21942951350/meta-region-server: CHANGED 2024-11-13T23:28:57,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:28:57,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,44099,1731540534131 in 208 msec 2024-11-13T23:28:57,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:28:57,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-13T23:28:57,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:57,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:28:57,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:57,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44099,1731540534131, seqNum=-1] 2024-11-13T23:28:57,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:57,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:57,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-13T23:28:57,306 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540537306, completionTime=-1 2024-11-13T23:28:57,306 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:28:57,307 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:28:57,308 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:28:57,308 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540597308 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540657309 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38375,1731540534011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38375,1731540534011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38375,1731540534011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:38375, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,311 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.127sec 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38375,1731540534011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:57,312 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38375,1731540534011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:28:57,314 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:28:57,314 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:28:57,314 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38375,1731540534011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38375,-1 for getting cluster id 2024-11-13T23:28:57,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:57,367 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d94bf74-91b5-4a9b-83c3-53dc56d56157' 2024-11-13T23:28:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d94bf74-91b5-4a9b-83c3-53dc56d56157" 2024-11-13T23:28:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48236454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38375,-1] 2024-11-13T23:28:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:57,369 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:57,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44099,1731540534131, seqNum=-1] 2024-11-13T23:28:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:57,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:57,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,38375,1731540534011 2024-11-13T23:28:57,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53865 2024-11-13T23:28:57,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:57,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10137d14bba0008 connected 2024-11-13T23:28:57,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:57,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,44547,1731540524993 2024-11-13T23:28:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc1ad76 2024-11-13T23:28:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:57,414 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:57,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:28:57,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:57,420 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:57,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:28:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:57,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:28:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:57,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 437a7ffe274abe649a3c5ed65cdabbd6, NAME => 'test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08 2024-11-13T23:28:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:28:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:58,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:58,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 437a7ffe274abe649a3c5ed65cdabbd6, disabling compactions & flushes 2024-11-13T23:28:58,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:28:58,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:28:58,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. after waiting 0 ms 2024-11-13T23:28:58,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:28:58,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:28:58,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 437a7ffe274abe649a3c5ed65cdabbd6: Waiting for close lock at 1731540538241Disabling compacts and flushes for region at 1731540538241Disabling writes for close at 1731540538242 (+1 ms)Writing region close event to WAL at 1731540538242Closed at 1731540538242 2024-11-13T23:28:58,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:58,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540538243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540538243"}]},"ts":"1731540538243"} 2024-11-13T23:28:58,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:28:58,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:58,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540538247"}]},"ts":"1731540538247"} 2024-11-13T23:28:58,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:28:58,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437a7ffe274abe649a3c5ed65cdabbd6, ASSIGN}] 2024-11-13T23:28:58,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437a7ffe274abe649a3c5ed65cdabbd6, ASSIGN 2024-11-13T23:28:58,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=437a7ffe274abe649a3c5ed65cdabbd6, ASSIGN; state=OFFLINE, location=714b435e65e7,33661,1731540525137; forceNewPlan=false, retain=false 2024-11-13T23:28:58,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437a7ffe274abe649a3c5ed65cdabbd6, regionState=OPENING, regionLocation=714b435e65e7,33661,1731540525137 2024-11-13T23:28:58,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=437a7ffe274abe649a3c5ed65cdabbd6, ASSIGN because future has completed 2024-11-13T23:28:58,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437a7ffe274abe649a3c5ed65cdabbd6, server=714b435e65e7,33661,1731540525137}] 2024-11-13T23:28:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:58,560 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:28:58,560 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 437a7ffe274abe649a3c5ed65cdabbd6, NAME => 'test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:58,560 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:28:58,560 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:28:58,560 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,560 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:58,560 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,560 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,562 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,563 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437a7ffe274abe649a3c5ed65cdabbd6 columnFamilyName f 2024-11-13T23:28:58,563 DEBUG [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:58,563 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] regionserver.HStore(327): Store=437a7ffe274abe649a3c5ed65cdabbd6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:58,563 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,564 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437a7ffe274abe649a3c5ed65cdabbd6 columnFamilyName f1 2024-11-13T23:28:58,564 DEBUG [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:58,565 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] regionserver.HStore(327): Store=437a7ffe274abe649a3c5ed65cdabbd6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:58,565 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,566 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437a7ffe274abe649a3c5ed65cdabbd6 columnFamilyName norep 2024-11-13T23:28:58,566 DEBUG [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:58,566 INFO [StoreOpener-437a7ffe274abe649a3c5ed65cdabbd6-1 {}] regionserver.HStore(327): Store=437a7ffe274abe649a3c5ed65cdabbd6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:58,566 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,566 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,567 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,567 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,567 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,568 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:28:58,568 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,569 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:58,570 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 437a7ffe274abe649a3c5ed65cdabbd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72967066, jitterRate=0.08729401230812073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:28:58,570 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:28:58,570 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 437a7ffe274abe649a3c5ed65cdabbd6: Running coprocessor pre-open hook at 1731540538561Writing region info on filesystem at 1731540538561Initializing all the Stores at 1731540538561Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540538561Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540538561Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540538561Cleaning up temporary data from old regions at 1731540538567 (+6 ms)Running coprocessor post-open hooks at 1731540538570 (+3 ms)Region opened successfully at 1731540538570 2024-11-13T23:28:58,571 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6., pid=6, masterSystemTime=1731540538556 2024-11-13T23:28:58,572 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:28:58,572 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:28:58,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437a7ffe274abe649a3c5ed65cdabbd6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,33661,1731540525137 2024-11-13T23:28:58,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437a7ffe274abe649a3c5ed65cdabbd6, server=714b435e65e7,33661,1731540525137 because future has completed 2024-11-13T23:28:58,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:28:58,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 437a7ffe274abe649a3c5ed65cdabbd6, server=714b435e65e7,33661,1731540525137 in 171 msec 2024-11-13T23:28:58,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:28:58,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=437a7ffe274abe649a3c5ed65cdabbd6, ASSIGN in 328 msec 2024-11-13T23:28:58,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:28:58,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540538579"}]},"ts":"1731540538579"} 2024-11-13T23:28:58,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:28:58,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:28:58,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-13T23:28:58,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:28:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:59,566 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:28:59,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:59,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43975,1731540529347 2024-11-13T23:28:59,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ae64824 2024-11-13T23:28:59,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:59,568 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:59,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:28:59,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:59,571 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:59,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:28:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:59,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:28:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:59,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13f55db18fbfcadee7bb65db1581d579, NAME => 'test,,1731540539569.13f55db18fbfcadee7bb65db1581d579.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4 2024-11-13T23:28:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:29:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:00,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540539569.13f55db18fbfcadee7bb65db1581d579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:00,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13f55db18fbfcadee7bb65db1581d579, disabling compactions & flushes 2024-11-13T23:29:00,385 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:00,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:00,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. after waiting 0 ms 2024-11-13T23:29:00,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:00,385 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:00,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13f55db18fbfcadee7bb65db1581d579: Waiting for close lock at 1731540540385Disabling compacts and flushes for region at 1731540540385Disabling writes for close at 1731540540385Writing region close event to WAL at 1731540540385Closed at 1731540540385 2024-11-13T23:29:00,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:00,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540539569.13f55db18fbfcadee7bb65db1581d579.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540540387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540540387"}]},"ts":"1731540540387"} 2024-11-13T23:29:00,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:00,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:00,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540540389"}]},"ts":"1731540540389"} 2024-11-13T23:29:00,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:29:00,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13f55db18fbfcadee7bb65db1581d579, ASSIGN}] 2024-11-13T23:29:00,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13f55db18fbfcadee7bb65db1581d579, ASSIGN 2024-11-13T23:29:00,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13f55db18fbfcadee7bb65db1581d579, ASSIGN; state=OFFLINE, location=714b435e65e7,41463,1731540529446; forceNewPlan=false, retain=false 2024-11-13T23:29:00,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13f55db18fbfcadee7bb65db1581d579, regionState=OPENING, regionLocation=714b435e65e7,41463,1731540529446 2024-11-13T23:29:00,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13f55db18fbfcadee7bb65db1581d579, ASSIGN because future has completed 2024-11-13T23:29:00,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f55db18fbfcadee7bb65db1581d579, server=714b435e65e7,41463,1731540529446}] 2024-11-13T23:29:00,701 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:00,701 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13f55db18fbfcadee7bb65db1581d579, NAME => 'test,,1731540539569.13f55db18fbfcadee7bb65db1581d579.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:00,701 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:00,701 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:29:00,701 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,701 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540539569.13f55db18fbfcadee7bb65db1581d579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:00,701 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,701 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,702 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,703 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f55db18fbfcadee7bb65db1581d579 columnFamilyName f 2024-11-13T23:29:00,703 DEBUG [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:00,703 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] regionserver.HStore(327): Store=13f55db18fbfcadee7bb65db1581d579/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:00,704 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,704 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f55db18fbfcadee7bb65db1581d579 columnFamilyName f1 2024-11-13T23:29:00,704 DEBUG [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:00,705 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] regionserver.HStore(327): Store=13f55db18fbfcadee7bb65db1581d579/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:00,705 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,706 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f55db18fbfcadee7bb65db1581d579 columnFamilyName norep 2024-11-13T23:29:00,706 DEBUG [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:00,706 INFO [StoreOpener-13f55db18fbfcadee7bb65db1581d579-1 {}] regionserver.HStore(327): Store=13f55db18fbfcadee7bb65db1581d579/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:00,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:00,707 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,707 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,708 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,708 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,708 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:00,709 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:00,711 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13f55db18fbfcadee7bb65db1581d579; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61123761, jitterRate=-0.08918498456478119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:00,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:00,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13f55db18fbfcadee7bb65db1581d579: Running coprocessor pre-open hook at 1731540540701Writing region info on filesystem at 1731540540701Initializing all the Stores at 1731540540702 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540540702Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540540702Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540540702Cleaning up temporary data from old regions at 1731540540708 (+6 ms)Running coprocessor post-open hooks at 1731540540711 (+3 ms)Region opened successfully at 1731540540711 2024-11-13T23:29:00,712 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540539569.13f55db18fbfcadee7bb65db1581d579., pid=6, masterSystemTime=1731540540697 2024-11-13T23:29:00,714 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:00,714 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:00,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13f55db18fbfcadee7bb65db1581d579, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,41463,1731540529446 2024-11-13T23:29:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f55db18fbfcadee7bb65db1581d579, server=714b435e65e7,41463,1731540529446 because future has completed 2024-11-13T23:29:00,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:29:00,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13f55db18fbfcadee7bb65db1581d579, server=714b435e65e7,41463,1731540529446 in 172 msec 2024-11-13T23:29:00,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:29:00,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13f55db18fbfcadee7bb65db1581d579, ASSIGN in 327 msec 2024-11-13T23:29:00,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:00,721 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540540721"}]},"ts":"1731540540721"} 2024-11-13T23:29:00,723 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:29:00,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:00,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-13T23:29:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:01,727 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:29:01,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38375,1731540534011 2024-11-13T23:29:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66de15c 2024-11-13T23:29:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:01,729 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:01,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:29:01,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:01,731 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:01,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:29:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:01,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:29:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:02,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:02,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:29:02,046 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88501 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:29:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:02,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61c03213909cca7260340ea8a37a59e4, NAME => 'test,,1731540541729.61c03213909cca7260340ea8a37a59e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42 2024-11-13T23:29:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:29:02,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540541729.61c03213909cca7260340ea8a37a59e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:02,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61c03213909cca7260340ea8a37a59e4, disabling compactions & flushes 2024-11-13T23:29:02,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:02,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:02,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540541729.61c03213909cca7260340ea8a37a59e4. after waiting 0 ms 2024-11-13T23:29:02,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:02,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:02,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61c03213909cca7260340ea8a37a59e4: Waiting for close lock at 1731540542149Disabling compacts and flushes for region at 1731540542149Disabling writes for close at 1731540542150 (+1 ms)Writing region close event to WAL at 1731540542150Closed at 1731540542150 2024-11-13T23:29:02,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:02,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540541729.61c03213909cca7260340ea8a37a59e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540542151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540542151"}]},"ts":"1731540542151"} 2024-11-13T23:29:02,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:02,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:02,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540542156"}]},"ts":"1731540542156"} 2024-11-13T23:29:02,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:29:02,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61c03213909cca7260340ea8a37a59e4, ASSIGN}] 2024-11-13T23:29:02,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61c03213909cca7260340ea8a37a59e4, ASSIGN 2024-11-13T23:29:02,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61c03213909cca7260340ea8a37a59e4, ASSIGN; state=OFFLINE, location=714b435e65e7,44099,1731540534131; forceNewPlan=false, retain=false 2024-11-13T23:29:02,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61c03213909cca7260340ea8a37a59e4, regionState=OPENING, regionLocation=714b435e65e7,44099,1731540534131 2024-11-13T23:29:02,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61c03213909cca7260340ea8a37a59e4, ASSIGN because future has completed 2024-11-13T23:29:02,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61c03213909cca7260340ea8a37a59e4, server=714b435e65e7,44099,1731540534131}] 2024-11-13T23:29:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:02,468 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:02,468 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61c03213909cca7260340ea8a37a59e4, NAME => 'test,,1731540541729.61c03213909cca7260340ea8a37a59e4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:02,469 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:02,469 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:29:02,469 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,469 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540541729.61c03213909cca7260340ea8a37a59e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:02,469 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,469 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,470 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,471 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c03213909cca7260340ea8a37a59e4 columnFamilyName f 2024-11-13T23:29:02,471 DEBUG [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:02,471 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] regionserver.HStore(327): Store=61c03213909cca7260340ea8a37a59e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:02,472 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,472 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c03213909cca7260340ea8a37a59e4 columnFamilyName f1 2024-11-13T23:29:02,472 DEBUG [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:02,472 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] regionserver.HStore(327): Store=61c03213909cca7260340ea8a37a59e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:02,473 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,473 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c03213909cca7260340ea8a37a59e4 columnFamilyName norep 2024-11-13T23:29:02,473 DEBUG [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:02,473 INFO [StoreOpener-61c03213909cca7260340ea8a37a59e4-1 {}] regionserver.HStore(327): Store=61c03213909cca7260340ea8a37a59e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:02,473 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,474 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,474 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,475 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,475 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,475 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:02,476 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,478 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:02,478 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61c03213909cca7260340ea8a37a59e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66127193, jitterRate=-0.014628037810325623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:02,478 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:02,478 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61c03213909cca7260340ea8a37a59e4: Running coprocessor pre-open hook at 1731540542469Writing region info on filesystem at 1731540542469Initializing all the Stores at 1731540542470 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540542470Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540542470Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540542470Cleaning up temporary data from old regions at 1731540542475 (+5 ms)Running coprocessor post-open hooks at 1731540542478 (+3 ms)Region opened successfully at 1731540542478 2024-11-13T23:29:02,479 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540541729.61c03213909cca7260340ea8a37a59e4., pid=6, masterSystemTime=1731540542465 2024-11-13T23:29:02,480 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:02,480 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:02,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61c03213909cca7260340ea8a37a59e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,44099,1731540534131 2024-11-13T23:29:02,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61c03213909cca7260340ea8a37a59e4, server=714b435e65e7,44099,1731540534131 because future has completed 2024-11-13T23:29:02,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:29:02,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61c03213909cca7260340ea8a37a59e4, server=714b435e65e7,44099,1731540534131 in 170 msec 2024-11-13T23:29:02,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:29:02,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61c03213909cca7260340ea8a37a59e4, ASSIGN in 326 msec 2024-11-13T23:29:02,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:02,486 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540542486"}]},"ts":"1731540542486"} 2024-11-13T23:29:02,488 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:29:02,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:02,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-13T23:29:02,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:02,867 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:29:02,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:02,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,44547,-1 for getting cluster id 2024-11-13T23:29:02,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:02,869 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e077be9-dcc8-4bf0-aa02-1e7059587f55' 2024-11-13T23:29:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e077be9-dcc8-4bf0-aa02-1e7059587f55" 2024-11-13T23:29:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbdf6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,44547,-1] 2024-11-13T23:29:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:02,870 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7366cebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:02,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,44547,1731540524993 2024-11-13T23:29:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25559c86 2024-11-13T23:29:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:02,873 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:02,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:43975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:29:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:29:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:02,876 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:43975' 2024-11-13T23:29:02,877 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cacc1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:02,877 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:29:02,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:02,878 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:29:02,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:02,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:29:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3791ad48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:29:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:02,879 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:02,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae8d586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:02,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43975,1731540529347 2024-11-13T23:29:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb58a28 2024-11-13T23:29:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:02,882 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:02,883 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T23:29:02,883 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:29:02,883 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:02,883 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:02,884 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:02,885 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:29:02,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:02,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:02,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:02,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:29:02,935 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:29:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:03,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c96c6e2953405ae956be9f9a44fd5be4, NAME => 'hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08 2024-11-13T23:29:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:29:03,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:03,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c96c6e2953405ae956be9f9a44fd5be4, disabling compactions & flushes 2024-11-13T23:29:03,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:03,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:03,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. after waiting 0 ms 2024-11-13T23:29:03,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:03,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:03,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c96c6e2953405ae956be9f9a44fd5be4: Waiting for close lock at 1731540543311Disabling compacts and flushes for region at 1731540543311Disabling writes for close at 1731540543311Writing region close event to WAL at 1731540543311Closed at 1731540543311 2024-11-13T23:29:03,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:03,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540543312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540543312"}]},"ts":"1731540543312"} 2024-11-13T23:29:03,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:03,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:03,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540543315"}]},"ts":"1731540543315"} 2024-11-13T23:29:03,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:29:03,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c96c6e2953405ae956be9f9a44fd5be4, ASSIGN}] 2024-11-13T23:29:03,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c96c6e2953405ae956be9f9a44fd5be4, ASSIGN 2024-11-13T23:29:03,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c96c6e2953405ae956be9f9a44fd5be4, ASSIGN; state=OFFLINE, location=714b435e65e7,33661,1731540525137; forceNewPlan=false, retain=false 2024-11-13T23:29:03,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c96c6e2953405ae956be9f9a44fd5be4, regionState=OPENING, regionLocation=714b435e65e7,33661,1731540525137 2024-11-13T23:29:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c96c6e2953405ae956be9f9a44fd5be4, ASSIGN because future has completed 2024-11-13T23:29:03,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c96c6e2953405ae956be9f9a44fd5be4, server=714b435e65e7,33661,1731540525137}] 2024-11-13T23:29:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:03,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:03,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:03,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:29:03,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C33661%2C1731540525137.rep, suffix=, logDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/oldWALs, maxLogs=10 2024-11-13T23:29:03,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.rep.1731540543628, exclude list is [], retry=0 2024-11-13T23:29:03,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-6862e5b8-7c51-4c4f-a903-d3b354aa6c80,DISK] 2024-11-13T23:29:03,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.rep.1731540543628 2024-11-13T23:29:03,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46397:46397)] 2024-11-13T23:29:03,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c96c6e2953405ae956be9f9a44fd5be4, NAME => 'hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:03,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. service=MultiRowMutationService 2024-11-13T23:29:03,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:29:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,646 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,647 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96c6e2953405ae956be9f9a44fd5be4 columnFamilyName hfileref 2024-11-13T23:29:03,647 DEBUG [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:03,647 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] regionserver.HStore(327): Store=c96c6e2953405ae956be9f9a44fd5be4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:03,648 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,648 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96c6e2953405ae956be9f9a44fd5be4 columnFamilyName queue 2024-11-13T23:29:03,648 DEBUG [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:03,648 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] regionserver.HStore(327): Store=c96c6e2953405ae956be9f9a44fd5be4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:03,649 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,649 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96c6e2953405ae956be9f9a44fd5be4 columnFamilyName sid 2024-11-13T23:29:03,649 DEBUG [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:03,650 INFO [StoreOpener-c96c6e2953405ae956be9f9a44fd5be4-1 {}] regionserver.HStore(327): Store=c96c6e2953405ae956be9f9a44fd5be4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:03,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:03,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:03,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c96c6e2953405ae956be9f9a44fd5be4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63279969, jitterRate=-0.05705498158931732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:03,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:03,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c96c6e2953405ae956be9f9a44fd5be4: Running coprocessor pre-open hook at 1731540543645Writing region info on filesystem at 1731540543645Initializing all the Stores at 1731540543646 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540543646Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540543646Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540543646Cleaning up temporary data from old regions at 1731540543651 (+5 ms)Running coprocessor post-open hooks at 1731540543654 (+3 ms)Region opened successfully at 1731540543655 (+1 ms) 2024-11-13T23:29:03,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4., pid=10, masterSystemTime=1731540543623 2024-11-13T23:29:03,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:03,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:03,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c96c6e2953405ae956be9f9a44fd5be4, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,33661,1731540525137 2024-11-13T23:29:03,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c96c6e2953405ae956be9f9a44fd5be4, server=714b435e65e7,33661,1731540525137 because future has completed 2024-11-13T23:29:03,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:29:03,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c96c6e2953405ae956be9f9a44fd5be4, server=714b435e65e7,33661,1731540525137 in 189 msec 2024-11-13T23:29:03,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:29:03,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c96c6e2953405ae956be9f9a44fd5be4, ASSIGN in 344 msec 2024-11-13T23:29:03,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:03,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540543663"}]},"ts":"1731540543663"} 2024-11-13T23:29:03,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:29:03,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:03,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-13T23:29:03,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4., hostname=714b435e65e7,33661,1731540525137, seqNum=2] 2024-11-13T23:29:03,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:29:03,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:29:03,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:29:03,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:29:03,997 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:29:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:04,031 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,33661,1731540525137, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:29:04,032 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:04,032 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33661,1731540525137, seqNum=-1] 2024-11-13T23:29:04,033 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:04,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:04,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,33661,1731540525137', locateType=CURRENT is [region=hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4., hostname=714b435e65e7,33661,1731540525137, seqNum=2] 2024-11-13T23:29:04,037 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:29:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:29:04,039 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,33661,1731540525137 suceeded 2024-11-13T23:29:04,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:29:04,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T23:29:04,041 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:43975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:29:04,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1680 sec 2024-11-13T23:29:04,051 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:43975' 2024-11-13T23:29:04,052 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c6087e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:04,052 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:29:04,052 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:04,052 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:29:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:29:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b4e079e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:29:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:04,054 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:04,054 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a9b6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:04,054 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:04,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43975,1731540529347 2024-11-13T23:29:04,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce32cec 2024-11-13T23:29:04,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:04,056 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T23:29:04,056 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,33661,1731540525137 (queues=1) is replicating from cluster=0e077be9-dcc8-4bf0-aa02-1e7059587f55 to cluster=5d5c9ce6-bb37-4960-a34b-5d60558a3551 2024-11-13T23:29:04,057 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C33661%2C1731540525137 2024-11-13T23:29:04,057 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,33661,1731540525137, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:29:04,057 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C33661%2C1731540525137 2024-11-13T23:29:04,057 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967, startPosition=0, beingWritten=true 2024-11-13T23:29:04,061 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:04,061 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:04,061 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33661,1731540525137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:04,264 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:04,567 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:04,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:29:04,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T23:29:04,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:29:04,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T23:29:04,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:29:04,971 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:05,037 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:29:05,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:05,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:05,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:05,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:05,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:05,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:05,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:29:05,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:05,039 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:29:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:29:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f380b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:29:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:05,040 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1aa38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:05,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43975,1731540529347 2024-11-13T23:29:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21422c1f 2024-11-13T23:29:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:05,042 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:05,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:38375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:29:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:29:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:05,045 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:38375' 2024-11-13T23:29:05,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7acbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:05,045 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38375,-1 for getting cluster id 2024-11-13T23:29:05,046 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:05,046 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d94bf74-91b5-4a9b-83c3-53dc56d56157' 2024-11-13T23:29:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d94bf74-91b5-4a9b-83c3-53dc56d56157" 2024-11-13T23:29:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2dedab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38375,-1] 2024-11-13T23:29:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:05,047 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:05,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae9ca3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:05,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38375,1731540534011 2024-11-13T23:29:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a7cafc 2024-11-13T23:29:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:05,049 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:05,050 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T23:29:05,050 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:29:05,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:05,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:05,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:05,050 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:05,051 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:29:05,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:05,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:05,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:29:05,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5922fd105909d4e1195b84457e735e11, NAME => 'hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4 2024-11-13T23:29:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:29:05,102 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:29:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:05,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:05,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5922fd105909d4e1195b84457e735e11, disabling compactions & flushes 2024-11-13T23:29:05,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:05,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:05,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. after waiting 0 ms 2024-11-13T23:29:05,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:05,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:05,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5922fd105909d4e1195b84457e735e11: Waiting for close lock at 1731540545463Disabling compacts and flushes for region at 1731540545463Disabling writes for close at 1731540545463Writing region close event to WAL at 1731540545463Closed at 1731540545463 2024-11-13T23:29:05,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:05,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540545464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540545464"}]},"ts":"1731540545464"} 2024-11-13T23:29:05,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:05,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:05,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540545466"}]},"ts":"1731540545466"} 2024-11-13T23:29:05,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:29:05,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5922fd105909d4e1195b84457e735e11, ASSIGN}] 2024-11-13T23:29:05,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5922fd105909d4e1195b84457e735e11, ASSIGN 2024-11-13T23:29:05,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5922fd105909d4e1195b84457e735e11, ASSIGN; state=OFFLINE, location=714b435e65e7,41463,1731540529446; forceNewPlan=false, retain=false 2024-11-13T23:29:05,474 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:05,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5922fd105909d4e1195b84457e735e11, regionState=OPENING, regionLocation=714b435e65e7,41463,1731540529446 2024-11-13T23:29:05,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5922fd105909d4e1195b84457e735e11, ASSIGN because future has completed 2024-11-13T23:29:05,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5922fd105909d4e1195b84457e735e11, server=714b435e65e7,41463,1731540529446}] 2024-11-13T23:29:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:05,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:05,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:05,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:29:05,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C41463%2C1731540529446.rep, suffix=, logDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446, archiveDir=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/oldWALs, maxLogs=10 2024-11-13T23:29:05,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.rep.1731540545778, exclude list is [], retry=0 2024-11-13T23:29:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35439,DS-ba75da38-5b7f-4866-9c8d-214799ea436f,DISK] 2024-11-13T23:29:05,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.rep.1731540545778 2024-11-13T23:29:05,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37847:37847)] 2024-11-13T23:29:05,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5922fd105909d4e1195b84457e735e11, NAME => 'hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:05,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:05,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:05,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. service=MultiRowMutationService 2024-11-13T23:29:05,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:29:05,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:05,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,796 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,797 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5922fd105909d4e1195b84457e735e11 columnFamilyName hfileref 2024-11-13T23:29:05,797 DEBUG [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:05,797 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] regionserver.HStore(327): Store=5922fd105909d4e1195b84457e735e11/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:05,798 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,798 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5922fd105909d4e1195b84457e735e11 columnFamilyName queue 2024-11-13T23:29:05,798 DEBUG [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:05,799 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] regionserver.HStore(327): Store=5922fd105909d4e1195b84457e735e11/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:05,799 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,800 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5922fd105909d4e1195b84457e735e11 columnFamilyName sid 2024-11-13T23:29:05,800 DEBUG [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:05,800 INFO [StoreOpener-5922fd105909d4e1195b84457e735e11-1 {}] regionserver.HStore(327): Store=5922fd105909d4e1195b84457e735e11/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:05,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:05,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:05,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5922fd105909d4e1195b84457e735e11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61641519, jitterRate=-0.08146978914737701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:05,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:05,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5922fd105909d4e1195b84457e735e11: Running coprocessor pre-open hook at 1731540545795Writing region info on filesystem at 1731540545795Initializing all the Stores at 1731540545795Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540545796 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540545796Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540545796Cleaning up temporary data from old regions at 1731540545802 (+6 ms)Running coprocessor post-open hooks at 1731540545804 (+2 ms)Region opened successfully at 1731540545804 2024-11-13T23:29:05,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11., pid=10, masterSystemTime=1731540545773 2024-11-13T23:29:05,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:05,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:05,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5922fd105909d4e1195b84457e735e11, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,41463,1731540529446 2024-11-13T23:29:05,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5922fd105909d4e1195b84457e735e11, server=714b435e65e7,41463,1731540529446 because future has completed 2024-11-13T23:29:05,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:29:05,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5922fd105909d4e1195b84457e735e11, server=714b435e65e7,41463,1731540529446 in 187 msec 2024-11-13T23:29:05,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:29:05,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5922fd105909d4e1195b84457e735e11, ASSIGN in 344 msec 2024-11-13T23:29:05,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:05,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540545812"}]},"ts":"1731540545812"} 2024-11-13T23:29:05,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:29:05,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:05,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 763 msec 2024-11-13T23:29:05,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11., hostname=714b435e65e7,41463,1731540529446, seqNum=2] 2024-11-13T23:29:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:29:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:29:05,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:29:06,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:29:06,074 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:29:06,077 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:06,101 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,41463,1731540529446, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:29:06,102 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:06,102 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41463,1731540529446, seqNum=-1] 2024-11-13T23:29:06,102 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:06,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:06,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,41463,1731540529446', locateType=CURRENT is [region=hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11., hostname=714b435e65e7,41463,1731540529446, seqNum=2] 2024-11-13T23:29:06,107 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:29:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:29:06,109 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,41463,1731540529446 suceeded 2024-11-13T23:29:06,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:29:06,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T23:29:06,111 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:38375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:29:06,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0690 sec 2024-11-13T23:29:06,121 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:38375' 2024-11-13T23:29:06,122 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@663bac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,122 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38375,-1 for getting cluster id 2024-11-13T23:29:06,123 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:06,123 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d94bf74-91b5-4a9b-83c3-53dc56d56157' 2024-11-13T23:29:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d94bf74-91b5-4a9b-83c3-53dc56d56157" 2024-11-13T23:29:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b3b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38375,-1] 2024-11-13T23:29:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:06,125 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:06,125 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52e61bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,125 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:06,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38375,1731540534011 2024-11-13T23:29:06,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728e0c49 2024-11-13T23:29:06,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:06,127 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T23:29:06,127 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,41463,1731540529446 (queues=1) is replicating from cluster=5d5c9ce6-bb37-4960-a34b-5d60558a3551 to cluster=3d94bf74-91b5-4a9b-83c3-53dc56d56157 2024-11-13T23:29:06,127 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C41463%2C1731540529446 2024-11-13T23:29:06,128 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,41463,1731540529446, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:29:06,128 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, startPosition=0, beingWritten=true 2024-11-13T23:29:06,128 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C41463%2C1731540529446 2024-11-13T23:29:06,132 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:06,132 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 379, reset compression=false 2024-11-13T23:29:06,132 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:06,176 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:29:06,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:06,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:06,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:06,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:06,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:06,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38375,-1 for getting cluster id 2024-11-13T23:29:06,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:06,178 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d94bf74-91b5-4a9b-83c3-53dc56d56157' 2024-11-13T23:29:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d94bf74-91b5-4a9b-83c3-53dc56d56157" 2024-11-13T23:29:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef9450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38375,-1] 2024-11-13T23:29:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:06,180 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f406bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38375,1731540534011 2024-11-13T23:29:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f9d479 2024-11-13T23:29:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:06,182 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:06,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:43975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:29:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:29:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:06,184 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:43975' 2024-11-13T23:29:06,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2572fde4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,185 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:29:06,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:06,185 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:29:06,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:29:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c28aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:29:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:06,186 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abc3eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:06,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:06,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43975,1731540529347 2024-11-13T23:29:06,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd5f323 2024-11-13T23:29:06,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:06,188 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:06,189 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T23:29:06,189 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:29:06,189 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:06,189 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:06,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:06,189 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:06,190 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:29:06,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:06,191 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:06,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:29:06,240 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:29:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:06,335 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 379, reset compression=false 2024-11-13T23:29:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:06,597 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbcb7f842a73d9bc61d36c08c18dc9c7, NAME => 'hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42 2024-11-13T23:29:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:29:06,638 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 379, reset compression=false 2024-11-13T23:29:06,781 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbcb7f842a73d9bc61d36c08c18dc9c7, disabling compactions & flushes 2024-11-13T23:29:07,016 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. after waiting 0 ms 2024-11-13T23:29:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:07,016 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbcb7f842a73d9bc61d36c08c18dc9c7: Waiting for close lock at 1731540547016Disabling compacts and flushes for region at 1731540547016Disabling writes for close at 1731540547016Writing region close event to WAL at 1731540547016Closed at 1731540547016 2024-11-13T23:29:07,017 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:07,017 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540547017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540547017"}]},"ts":"1731540547017"} 2024-11-13T23:29:07,019 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:07,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:07,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540547019"}]},"ts":"1731540547019"} 2024-11-13T23:29:07,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:29:07,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbcb7f842a73d9bc61d36c08c18dc9c7, ASSIGN}] 2024-11-13T23:29:07,022 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbcb7f842a73d9bc61d36c08c18dc9c7, ASSIGN 2024-11-13T23:29:07,023 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbcb7f842a73d9bc61d36c08c18dc9c7, ASSIGN; state=OFFLINE, location=714b435e65e7,44099,1731540534131; forceNewPlan=false, retain=false 2024-11-13T23:29:07,041 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 379, reset compression=false 2024-11-13T23:29:07,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbcb7f842a73d9bc61d36c08c18dc9c7, regionState=OPENING, regionLocation=714b435e65e7,44099,1731540534131 2024-11-13T23:29:07,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbcb7f842a73d9bc61d36c08c18dc9c7, ASSIGN because future has completed 2024-11-13T23:29:07,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcb7f842a73d9bc61d36c08c18dc9c7, server=714b435e65e7,44099,1731540534131}] 2024-11-13T23:29:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:07,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:07,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:07,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:29:07,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C44099%2C1731540534131.rep, suffix=, logDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131, archiveDir=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/oldWALs, maxLogs=10 2024-11-13T23:29:07,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.rep.1731540547330, exclude list is [], retry=0 2024-11-13T23:29:07,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37413,DS-f8687886-e717-4c9c-b09e-c837006161f5,DISK] 2024-11-13T23:29:07,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.rep.1731540547330 2024-11-13T23:29:07,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-13T23:29:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbcb7f842a73d9bc61d36c08c18dc9c7, NAME => 'hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:07,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. service=MultiRowMutationService 2024-11-13T23:29:07,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:29:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,346 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,347 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcb7f842a73d9bc61d36c08c18dc9c7 columnFamilyName hfileref 2024-11-13T23:29:07,347 DEBUG [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:07,347 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] regionserver.HStore(327): Store=fbcb7f842a73d9bc61d36c08c18dc9c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:07,347 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,348 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcb7f842a73d9bc61d36c08c18dc9c7 columnFamilyName queue 2024-11-13T23:29:07,348 DEBUG [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:07,348 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] regionserver.HStore(327): Store=fbcb7f842a73d9bc61d36c08c18dc9c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:07,348 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,349 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcb7f842a73d9bc61d36c08c18dc9c7 columnFamilyName sid 2024-11-13T23:29:07,349 DEBUG [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:07,349 INFO [StoreOpener-fbcb7f842a73d9bc61d36c08c18dc9c7-1 {}] regionserver.HStore(327): Store=fbcb7f842a73d9bc61d36c08c18dc9c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:07,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:07,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:07,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbcb7f842a73d9bc61d36c08c18dc9c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68418005, jitterRate=0.019507721066474915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:07,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:07,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbcb7f842a73d9bc61d36c08c18dc9c7: Running coprocessor pre-open hook at 1731540547345Writing region info on filesystem at 1731540547345Initializing all the Stores at 1731540547346 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540547346Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540547346Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540547346Cleaning up temporary data from old regions at 1731540547350 (+4 ms)Running coprocessor post-open hooks at 1731540547352 (+2 ms)Region opened successfully at 1731540547352 2024-11-13T23:29:07,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7., pid=10, masterSystemTime=1731540547326 2024-11-13T23:29:07,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:07,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:07,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbcb7f842a73d9bc61d36c08c18dc9c7, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,44099,1731540534131 2024-11-13T23:29:07,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcb7f842a73d9bc61d36c08c18dc9c7, server=714b435e65e7,44099,1731540534131 because future has completed 2024-11-13T23:29:07,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:29:07,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbcb7f842a73d9bc61d36c08c18dc9c7, server=714b435e65e7,44099,1731540534131 in 181 msec 2024-11-13T23:29:07,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:29:07,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbcb7f842a73d9bc61d36c08c18dc9c7, ASSIGN in 336 msec 2024-11-13T23:29:07,359 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:07,359 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540547359"}]},"ts":"1731540547359"} 2024-11-13T23:29:07,360 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:29:07,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:07,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-13T23:29:07,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7., hostname=714b435e65e7,44099,1731540534131, seqNum=2] 2024-11-13T23:29:07,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:29:07,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:29:07,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:29:07,545 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 379, reset compression=false 2024-11-13T23:29:07,584 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:07,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:29:07,613 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:29:07,640 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,44099,1731540534131, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:29:07,640 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:07,640 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44099,1731540534131, seqNum=-1] 2024-11-13T23:29:07,640 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:07,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:07,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,44099,1731540534131', locateType=CURRENT is [region=hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7., hostname=714b435e65e7,44099,1731540534131, seqNum=2] 2024-11-13T23:29:07,644 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:29:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:29:07,646 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,44099,1731540534131 suceeded 2024-11-13T23:29:07,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:29:07,648 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:43975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:29:07,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T23:29:07,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-13T23:29:07,657 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:43975' 2024-11-13T23:29:07,658 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3648df2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:07,658 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:29:07,658 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:07,659 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:29:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:29:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47f54800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:29:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:07,660 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:07,660 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10024f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:07,661 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:07,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43975,1731540529347 2024-11-13T23:29:07,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@678e02b5 2024-11-13T23:29:07,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:07,662 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T23:29:07,662 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,44099,1731540534131 (queues=1) is replicating from cluster=3d94bf74-91b5-4a9b-83c3-53dc56d56157 to cluster=5d5c9ce6-bb37-4960-a34b-5d60558a3551 2024-11-13T23:29:07,662 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C44099%2C1731540534131 2024-11-13T23:29:07,662 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,44099,1731540534131, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:29:07,663 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C44099%2C1731540534131 2024-11-13T23:29:07,663 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, startPosition=0, beingWritten=true 2024-11-13T23:29:07,666 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:07,666 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 379, reset compression=false 2024-11-13T23:29:07,666 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,44099,1731540534131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:07,869 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 379, reset compression=false 2024-11-13T23:29:07,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:07,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:07,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:07,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:07,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:07,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:08,148 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 379, reset compression=false 2024-11-13T23:29:08,172 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 379, reset compression=false 2024-11-13T23:29:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:08,327 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:29:08,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:08,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:08,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:08,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:08,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:08,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,44547,-1 for getting cluster id 2024-11-13T23:29:08,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:08,329 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e077be9-dcc8-4bf0-aa02-1e7059587f55' 2024-11-13T23:29:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e077be9-dcc8-4bf0-aa02-1e7059587f55" 2024-11-13T23:29:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c2bb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,44547,-1] 2024-11-13T23:29:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:08,330 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e58c761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:29:08,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:08,332 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:29:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:29:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccc73cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:29:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:08,333 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee5045b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38375,-1 for getting cluster id 2024-11-13T23:29:08,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:08,335 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d94bf74-91b5-4a9b-83c3-53dc56d56157' 2024-11-13T23:29:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d94bf74-91b5-4a9b-83c3-53dc56d56157" 2024-11-13T23:29:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a5f402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38375,-1] 2024-11-13T23:29:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:08,336 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acd2ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,33661,1731540525137, seqNum=-1] 2024-11-13T23:29:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:08,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:08,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6., hostname=714b435e65e7,33661,1731540525137, seqNum=2] 2024-11-13T23:29:08,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44099,1731540534131, seqNum=-1] 2024-11-13T23:29:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:08,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540541729.61c03213909cca7260340ea8a37a59e4., hostname=714b435e65e7,44099,1731540534131, seqNum=2] 2024-11-13T23:29:08,348 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T23:29:08,486 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 379, reset compression=false 2024-11-13T23:29:08,491 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:08,491 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:08,491 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33661,1731540525137 got entry batch from reader: WALEntryBatch [walEntries=[{test/437a7ffe274abe649a3c5ed65cdabbd6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T23:29:08,493 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:08,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T23:29:08,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:08,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2df87e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43975,-1 for getting cluster id 2024-11-13T23:29:08,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:08,495 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5c9ce6-bb37-4960-a34b-5d60558a3551' 2024-11-13T23:29:08,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:08,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5c9ce6-bb37-4960-a34b-5d60558a3551" 2024-11-13T23:29:08,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45885798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43975,-1] 2024-11-13T23:29:08,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:08,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:08,496 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:08,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23b1e357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:08,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41463,1731540529446, seqNum=-1] 2024-11-13T23:29:08,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:08,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:08,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540539569.13f55db18fbfcadee7bb65db1581d579., hostname=714b435e65e7,41463,1731540529446, seqNum=2] 2024-11-13T23:29:08,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:08,621 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 379, reset compression=false 2024-11-13T23:29:08,694 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:08,896 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 379, reset compression=false 2024-11-13T23:29:08,900 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:08,900 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 503, reset compression=false 2024-11-13T23:29:08,900 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[{test/13f55db18fbfcadee7bb65db1581d579/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T23:29:08,902 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:08,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T23:29:08,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:08,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cd097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38375,-1 for getting cluster id 2024-11-13T23:29:08,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:08,905 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d94bf74-91b5-4a9b-83c3-53dc56d56157' 2024-11-13T23:29:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d94bf74-91b5-4a9b-83c3-53dc56d56157" 2024-11-13T23:29:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@523c3e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38375,-1] 2024-11-13T23:29:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:08,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:08,906 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:08,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ac98a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:08,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44099,1731540534131, seqNum=-1] 2024-11-13T23:29:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:08,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:08,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731540541729.61c03213909cca7260340ea8a37a59e4., hostname=714b435e65e7,44099,1731540534131, seqNum=2] 2024-11-13T23:29:08,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:08,997 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:09,105 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 503, reset compression=false 2024-11-13T23:29:09,124 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 379, reset compression=false 2024-11-13T23:29:09,127 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:09,127 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 526, reset compression=false 2024-11-13T23:29:09,127 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,44099,1731540534131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:09,330 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 526, reset compression=false 2024-11-13T23:29:09,349 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T23:29:09,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,41463,1731540529446, seqNum=-1] 2024-11-13T23:29:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:09,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731540539569.13f55db18fbfcadee7bb65db1581d579., hostname=714b435e65e7,41463,1731540529446, seqNum=2] 2024-11-13T23:29:09,356 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T23:29:09,401 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:09,408 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 503, reset compression=false 2024-11-13T23:29:09,412 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:09,412 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 607, reset compression=false 2024-11-13T23:29:09,412 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[{test/13f55db18fbfcadee7bb65db1581d579/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T23:29:09,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:09,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:09,615 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 607, reset compression=false 2024-11-13T23:29:09,633 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 526, reset compression=false 2024-11-13T23:29:09,637 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:09,637 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 653, reset compression=false 2024-11-13T23:29:09,637 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,44099,1731540534131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:09,840 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 653, reset compression=false 2024-11-13T23:29:09,904 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:09,918 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 607, reset compression=false 2024-11-13T23:29:10,143 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 653, reset compression=false 2024-11-13T23:29:10,322 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 607, reset compression=false 2024-11-13T23:29:10,357 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T23:29:10,360 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T23:29:10,507 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:10,546 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 653, reset compression=false 2024-11-13T23:29:10,550 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:10,550 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 757, reset compression=false 2024-11-13T23:29:10,550 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,44099,1731540534131 got entry batch from reader: WALEntryBatch [walEntries=[{test/61c03213909cca7260340ea8a37a59e4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T23:29:10,552 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:10,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T23:29:10,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:10,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:10,754 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 757, reset compression=false 2024-11-13T23:29:10,826 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 607, reset compression=false 2024-11-13T23:29:10,830 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:10,830 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 734, reset compression=false 2024-11-13T23:29:10,830 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:11,033 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 734, reset compression=false 2024-11-13T23:29:11,057 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 757, reset compression=false 2024-11-13T23:29:11,211 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:11,337 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 734, reset compression=false 2024-11-13T23:29:11,362 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T23:29:11,365 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T23:29:11,461 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 757, reset compression=false 2024-11-13T23:29:11,740 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 734, reset compression=false 2024-11-13T23:29:11,964 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 757, reset compression=false 2024-11-13T23:29:12,014 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 480, reset compression=false 2024-11-13T23:29:12,018 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:12,018 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:12,018 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33661,1731540525137 got entry batch from reader: WALEntryBatch [walEntries=[{test/437a7ffe274abe649a3c5ed65cdabbd6/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T23:29:12,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:12,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:12,222 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:12,243 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 734, reset compression=false 2024-11-13T23:29:12,247 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:12,247 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 881, reset compression=false 2024-11-13T23:29:12,247 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[{test/13f55db18fbfcadee7bb65db1581d579/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T23:29:12,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:12,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:12,366 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T23:29:12,379 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T23:29:12,451 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 881, reset compression=false 2024-11-13T23:29:12,460 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:12,460 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1040, reset compression=false 2024-11-13T23:29:12,460 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[{test/13f55db18fbfcadee7bb65db1581d579/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T23:29:12,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:12,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:12,525 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:12,568 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 757, reset compression=false 2024-11-13T23:29:12,572 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:12,572 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1076, reset compression=false 2024-11-13T23:29:12,572 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,44099,1731540534131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:12,665 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1040, reset compression=false 2024-11-13T23:29:12,775 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1076, reset compression=false 2024-11-13T23:29:12,928 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:12,968 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1040, reset compression=false 2024-11-13T23:29:13,079 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1076, reset compression=false 2024-11-13T23:29:13,371 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1040, reset compression=false 2024-11-13T23:29:13,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T23:29:13,384 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T23:29:13,432 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:13,482 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1076, reset compression=false 2024-11-13T23:29:13,486 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:13,486 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1235, reset compression=false 2024-11-13T23:29:13,486 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,44099,1731540534131 got entry batch from reader: WALEntryBatch [walEntries=[{test/61c03213909cca7260340ea8a37a59e4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T23:29:13,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T23:29:13,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T23:29:13,690 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1235, reset compression=false 2024-11-13T23:29:13,875 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1040, reset compression=false 2024-11-13T23:29:13,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:13,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:13,879 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:13,993 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1235, reset compression=false 2024-11-13T23:29:14,036 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:14,082 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:14,385 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T23:29:14,386 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:14,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:29:14,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:14,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:14,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:14,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:14,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:14,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:29:14,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1388360621, stopped=false 2024-11-13T23:29:14,393 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,38375,1731540534011 2024-11-13T23:29:14,395 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1235, reset compression=false 2024-11-13T23:29:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21942951350/running 2024-11-13T23:29:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21942951350/running 2024-11-13T23:29:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:29:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:29:14,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:29:14,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:14,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:14,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:14,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on znode that does not yet exist, /21942951350/running 2024-11-13T23:29:14,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Set watcher on znode that does not yet exist, /21942951350/running 2024-11-13T23:29:14,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,44099,1731540534131' ***** 2024-11-13T23:29:14,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:29:14,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(3091): Received CLOSE for fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(3091): Received CLOSE for 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,44099,1731540534131 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:29:14,614 INFO [RS:0;714b435e65e7:44099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:44099. 2024-11-13T23:29:14,614 DEBUG [RS:0;714b435e65e7:44099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:14,614 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbcb7f842a73d9bc61d36c08c18dc9c7, disabling compactions & flushes 2024-11-13T23:29:14,614 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:14,614 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:14,614 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:14,615 INFO [RS:0;714b435e65e7:44099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:29:14,615 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. after waiting 0 ms 2024-11-13T23:29:14,615 INFO [RS:0;714b435e65e7:44099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:29:14,615 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:14,615 INFO [RS:0;714b435e65e7:44099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:29:14,615 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:29:14,615 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbcb7f842a73d9bc61d36c08c18dc9c7 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-13T23:29:14,615 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:29:14,615 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1325): Online Regions={fbcb7f842a73d9bc61d36c08c18dc9c7=hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7., 1588230740=hbase:meta,,1.1588230740, 61c03213909cca7260340ea8a37a59e4=test,,1731540541729.61c03213909cca7260340ea8a37a59e4.} 2024-11-13T23:29:14,615 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c03213909cca7260340ea8a37a59e4, fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:14,615 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:29:14,615 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:29:14,615 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:29:14,615 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:29:14,615 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:29:14,615 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:29:14,628 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/info/a88e58a943734ccb8b7c1e81e89dc65d is 147, key is hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7./info:regioninfo/1731540547354/Put/seqid=0 2024-11-13T23:29:14,628 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7/.tmp/queue/ae0311a886514e6c94ee4a7612f5bcad is 154, key is 1-714b435e65e7,44099,1731540534131/queue:714b435e65e7%2C44099%2C1731540534131/1731540553490/Put/seqid=0 2024-11-13T23:29:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741840_1016 (size=7686) 2024-11-13T23:29:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741841_1017 (size=5353) 2024-11-13T23:29:14,632 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/info/a88e58a943734ccb8b7c1e81e89dc65d 2024-11-13T23:29:14,649 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:14,650 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/ns/7bd0bacdfe324d93b58fa0977c2033e8 is 43, key is default/ns:d/1731540537301/Put/seqid=0 2024-11-13T23:29:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:29:14,739 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:14,789 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:14,815 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c03213909cca7260340ea8a37a59e4, fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:14,899 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1235, reset compression=false 2024-11-13T23:29:14,976 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:29:15,015 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c03213909cca7260340ea8a37a59e4, fbcb7f842a73d9bc61d36c08c18dc9c7 2024-11-13T23:29:15,032 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7/.tmp/queue/ae0311a886514e6c94ee4a7612f5bcad 2024-11-13T23:29:15,036 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7/.tmp/queue/ae0311a886514e6c94ee4a7612f5bcad as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7/queue/ae0311a886514e6c94ee4a7612f5bcad 2024-11-13T23:29:15,040 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7/queue/ae0311a886514e6c94ee4a7612f5bcad, entries=1, sequenceid=11, filesize=5.2 K 2024-11-13T23:29:15,041 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for fbcb7f842a73d9bc61d36c08c18dc9c7 in 426ms, sequenceid=11, compaction requested=false 2024-11-13T23:29:15,044 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/replication/fbcb7f842a73d9bc61d36c08c18dc9c7/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:29:15,045 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbcb7f842a73d9bc61d36c08c18dc9c7: Waiting for close lock at 1731540554614Running coprocessor pre-close hooks at 1731540554614Disabling compacts and flushes for region at 1731540554614Disabling writes for close at 1731540554615 (+1 ms)Obtaining lock to block concurrent updates at 1731540554615Preparing flush snapshotting stores in fbcb7f842a73d9bc61d36c08c18dc9c7 at 1731540554615Finished memstore snapshotting hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731540554615Flushing stores of hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. at 1731540554615Flushing fbcb7f842a73d9bc61d36c08c18dc9c7/queue: creating writer at 1731540554615Flushing fbcb7f842a73d9bc61d36c08c18dc9c7/queue: appending metadata at 1731540554628 (+13 ms)Flushing fbcb7f842a73d9bc61d36c08c18dc9c7/queue: closing flushed file at 1731540554628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5aa768: reopening flushed file at 1731540555036 (+408 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for fbcb7f842a73d9bc61d36c08c18dc9c7 in 426ms, sequenceid=11, compaction requested=false at 1731540555041 (+5 ms)Writing region close event to WAL at 1731540555042 (+1 ms)Running coprocessor post-close hooks at 1731540555045 (+3 ms)Closed at 1731540555045 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540546189.fbcb7f842a73d9bc61d36c08c18dc9c7. 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61c03213909cca7260340ea8a37a59e4, disabling compactions & flushes 2024-11-13T23:29:15,045 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540541729.61c03213909cca7260340ea8a37a59e4. after waiting 0 ms 2024-11-13T23:29:15,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:15,045 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61c03213909cca7260340ea8a37a59e4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T23:29:15,053 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/ns/7bd0bacdfe324d93b58fa0977c2033e8 2024-11-13T23:29:15,063 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/f/1b7fb1a8a216443ab1a088ddb0fe5a9d is 29, key is row1/f:/1731540552367/DeleteFamily/seqid=0 2024-11-13T23:29:15,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741843_1019 (size=5152) 2024-11-13T23:29:15,074 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/rep_barrier/254bc5b57ae34032bd35eb4c6ae06ddc is 112, key is test,,1731540541729.61c03213909cca7260340ea8a37a59e4./rep_barrier:seqnumDuringOpen/1731540542480/Put/seqid=0 2024-11-13T23:29:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741844_1020 (size=5518) 2024-11-13T23:29:15,215 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:15,236 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:29:15,236 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:29:15,292 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:15,416 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:15,468 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/f/1b7fb1a8a216443ab1a088ddb0fe5a9d 2024-11-13T23:29:15,472 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b7fb1a8a216443ab1a088ddb0fe5a9d 2024-11-13T23:29:15,478 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/rep_barrier/254bc5b57ae34032bd35eb4c6ae06ddc 2024-11-13T23:29:15,489 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/f1/c5333d8da01845d08f5e03aca6021926 is 30, key is row1/f1:/1731540552367/DeleteFamily/seqid=0 2024-11-13T23:29:15,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741845_1021 (size=5158) 2024-11-13T23:29:15,493 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/table/1e9e638aeb694a85877df5f671b2be57 is 53, key is hbase:replication/table:state/1731540547359/Put/seqid=0 2024-11-13T23:29:15,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741846_1022 (size=5308) 2024-11-13T23:29:15,502 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1235, reset compression=false 2024-11-13T23:29:15,505 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:15,505 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1482, reset compression=false 2024-11-13T23:29:15,505 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,44099,1731540534131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:15,506 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,44099,1731540534131: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,44099,1731540534131, walGroup=714b435e65e7%2C44099%2C1731540534131, offset=714b435e65e7%2C44099%2C1731540534131.1731540536364:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:44099 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:29:15,507 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:29:15,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:29:15,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:29:15,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:29:15,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:29:15,508 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 905887744 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 201910000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:29:15,508 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:29:15,541 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:15,616 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:29:15,616 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61c03213909cca7260340ea8a37a59e4=test,,1731540541729.61c03213909cca7260340ea8a37a59e4.} 2024-11-13T23:29:15,616 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:15,708 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1482, reset compression=false 2024-11-13T23:29:15,816 DEBUG [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c03213909cca7260340ea8a37a59e4 2024-11-13T23:29:15,893 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/f1/c5333d8da01845d08f5e03aca6021926 2024-11-13T23:29:15,895 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:15,897 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/table/1e9e638aeb694a85877df5f671b2be57 2024-11-13T23:29:15,907 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/info/a88e58a943734ccb8b7c1e81e89dc65d as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/info/a88e58a943734ccb8b7c1e81e89dc65d 2024-11-13T23:29:15,913 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/info/a88e58a943734ccb8b7c1e81e89dc65d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:29:15,914 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/ns/7bd0bacdfe324d93b58fa0977c2033e8 as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/ns/7bd0bacdfe324d93b58fa0977c2033e8 2024-11-13T23:29:15,919 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/ns/7bd0bacdfe324d93b58fa0977c2033e8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:29:15,920 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/rep_barrier/254bc5b57ae34032bd35eb4c6ae06ddc as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/rep_barrier/254bc5b57ae34032bd35eb4c6ae06ddc 2024-11-13T23:29:15,920 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5333d8da01845d08f5e03aca6021926 2024-11-13T23:29:15,926 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/rep_barrier/254bc5b57ae34032bd35eb4c6ae06ddc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:29:15,927 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/.tmp/table/1e9e638aeb694a85877df5f671b2be57 as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/table/1e9e638aeb694a85877df5f671b2be57 2024-11-13T23:29:15,932 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/table/1e9e638aeb694a85877df5f671b2be57, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:29:15,933 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-13T23:29:15,954 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/norep/94f06b47ce7145c6aa0426fcffcfd916 is 33, key is row2/norep:/1731540553381/DeleteFamily/seqid=0 2024-11-13T23:29:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741847_1023 (size=5108) 2024-11-13T23:29:15,973 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/norep/94f06b47ce7145c6aa0426fcffcfd916 2024-11-13T23:29:15,977 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f06b47ce7145c6aa0426fcffcfd916 2024-11-13T23:29:15,978 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/f/1b7fb1a8a216443ab1a088ddb0fe5a9d as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/f/1b7fb1a8a216443ab1a088ddb0fe5a9d 2024-11-13T23:29:15,992 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b7fb1a8a216443ab1a088ddb0fe5a9d 2024-11-13T23:29:15,992 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/f/1b7fb1a8a216443ab1a088ddb0fe5a9d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T23:29:15,993 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/f1/c5333d8da01845d08f5e03aca6021926 as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/f1/c5333d8da01845d08f5e03aca6021926 2024-11-13T23:29:15,997 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:29:15,998 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:15,998 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:29:15,998 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:15,998 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540554615Running coprocessor pre-close hooks at 1731540554615Disabling compacts and flushes for region at 1731540554615Disabling writes for close at 1731540554615Obtaining lock to block concurrent updates at 1731540554615Preparing flush snapshotting stores in 1588230740 at 1731540554615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540554615Flushing stores of hbase:meta,,1.1588230740 at 1731540554615Flushing 1588230740/info: creating writer at 1731540554616 (+1 ms)Flushing 1588230740/info: appending metadata at 1731540554628 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731540554628Flushing 1588230740/ns: creating writer at 1731540554635 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731540554649 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731540554650 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731540555057 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540555074 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540555074Flushing 1588230740/table: creating writer at 1731540555480 (+406 ms)Flushing 1588230740/table: appending metadata at 1731540555493 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731540555493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b92edf: reopening flushed file at 1731540555907 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2d3ee3: reopening flushed file at 1731540555913 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e28372: reopening flushed file at 1731540555919 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d75382c: reopening flushed file at 1731540555926 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1731540555933 (+7 ms)Writing region close event to WAL at 1731540555984 (+51 ms)Running coprocessor post-close hooks at 1731540555998 (+14 ms)Closed at 1731540555998 2024-11-13T23:29:15,998 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:16,001 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5333d8da01845d08f5e03aca6021926 2024-11-13T23:29:16,001 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/f1/c5333d8da01845d08f5e03aca6021926, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T23:29:16,002 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/.tmp/norep/94f06b47ce7145c6aa0426fcffcfd916 as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/norep/94f06b47ce7145c6aa0426fcffcfd916 2024-11-13T23:29:16,006 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f06b47ce7145c6aa0426fcffcfd916 2024-11-13T23:29:16,006 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/norep/94f06b47ce7145c6aa0426fcffcfd916, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T23:29:16,007 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 61c03213909cca7260340ea8a37a59e4 in 962ms, sequenceid=10, compaction requested=false 2024-11-13T23:29:16,011 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 1482, reset compression=false 2024-11-13T23:29:16,013 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/data/default/test/61c03213909cca7260340ea8a37a59e4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T23:29:16,014 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:16,014 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:29:16,014 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:16,014 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:16,014 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/WALs/714b435e65e7,44099,1731540534131/714b435e65e7%2C44099%2C1731540534131.1731540536364 to pos 2126, reset compression=false 2024-11-13T23:29:16,014 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61c03213909cca7260340ea8a37a59e4: Waiting for close lock at 1731540555045Running coprocessor pre-close hooks at 1731540555045Disabling compacts and flushes for region at 1731540555045Disabling writes for close at 1731540555045Obtaining lock to block concurrent updates at 1731540555045Preparing flush snapshotting stores in 61c03213909cca7260340ea8a37a59e4 at 1731540555045Finished memstore snapshotting test,,1731540541729.61c03213909cca7260340ea8a37a59e4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731540555046 (+1 ms)Flushing stores of test,,1731540541729.61c03213909cca7260340ea8a37a59e4. at 1731540555046Flushing 61c03213909cca7260340ea8a37a59e4/f: creating writer at 1731540555046Flushing 61c03213909cca7260340ea8a37a59e4/f: appending metadata at 1731540555063 (+17 ms)Flushing 61c03213909cca7260340ea8a37a59e4/f: closing flushed file at 1731540555063Flushing 61c03213909cca7260340ea8a37a59e4/f1: creating writer at 1731540555472 (+409 ms)Flushing 61c03213909cca7260340ea8a37a59e4/f1: appending metadata at 1731540555489 (+17 ms)Flushing 61c03213909cca7260340ea8a37a59e4/f1: closing flushed file at 1731540555489Flushing 61c03213909cca7260340ea8a37a59e4/norep: creating writer at 1731540555920 (+431 ms)Flushing 61c03213909cca7260340ea8a37a59e4/norep: appending metadata at 1731540555952 (+32 ms)Flushing 61c03213909cca7260340ea8a37a59e4/norep: closing flushed file at 1731540555952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465df32b: reopening flushed file at 1731540555977 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663f93a1: reopening flushed file at 1731540555992 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2096a5ff: reopening flushed file at 1731540556001 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 61c03213909cca7260340ea8a37a59e4 in 962ms, sequenceid=10, compaction requested=false at 1731540556007 (+6 ms)Writing region close event to WAL at 1731540556011 (+4 ms)Running coprocessor post-close hooks at 1731540556014 (+3 ms)Closed at 1731540556014 2024-11-13T23:29:16,014 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540541729.61c03213909cca7260340ea8a37a59e4. 2024-11-13T23:29:16,016 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,44099,1731540534131; all regions closed. 2024-11-13T23:29:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:29:16,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741839_1015 (size=2896) 2024-11-13T23:29:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741832_1008 (size=2134) 2024-11-13T23:29:16,022 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,022 INFO [RS:0;714b435e65e7:44099 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:16,022 INFO [RS:0;714b435e65e7:44099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:29:16,022 INFO [RS:0;714b435e65e7:44099 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:29:16,023 INFO [RS:0;714b435e65e7:44099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:29:16,023 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:29:16,023 INFO [RS:0;714b435e65e7:44099 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,44099,1731540534131 because: Region server is closing 2024-11-13T23:29:16,023 INFO [RS:0;714b435e65e7:44099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:44099. 2024-11-13T23:29:16,023 DEBUG [RS:0;714b435e65e7:44099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:16,023 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,023 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:16,124 INFO [RS:0;714b435e65e7:44099 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.shipper714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 terminated 2024-11-13T23:29:16,124 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,44099,1731540534131.replicationSource.wal-reader.714b435e65e7%2C44099%2C1731540534131,1-714b435e65e7,44099,1731540534131 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:29:16,124 INFO [RS:0;714b435e65e7:44099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:44099. 2024-11-13T23:29:16,124 DEBUG [RS:0;714b435e65e7:44099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:16,124 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,124 DEBUG [RS:0;714b435e65e7:44099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:16,124 INFO [RS:0;714b435e65e7:44099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44099 2024-11-13T23:29:16,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350/rs 2024-11-13T23:29:16,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21942951350/rs/714b435e65e7,44099,1731540534131 2024-11-13T23:29:16,135 INFO [RS:0;714b435e65e7:44099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:29:16,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,44099,1731540534131] 2024-11-13T23:29:16,209 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21942951350/draining/714b435e65e7,44099,1731540534131 already deleted, retry=false 2024-11-13T23:29:16,209 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,44099,1731540534131 expired; onlineServers=0 2024-11-13T23:29:16,209 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,38375,1731540534011' ***** 2024-11-13T23:29:16,209 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:29:16,210 INFO [M:0;714b435e65e7:38375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:29:16,210 INFO [M:0;714b435e65e7:38375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:29:16,210 DEBUG [M:0;714b435e65e7:38375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:29:16,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:29:16,210 DEBUG [M:0;714b435e65e7:38375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:29:16,210 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540536061 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540536061,5,FailOnTimeoutGroup] 2024-11-13T23:29:16,210 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540536061 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540536061,5,FailOnTimeoutGroup] 2024-11-13T23:29:16,210 INFO [M:0;714b435e65e7:38375 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:29:16,210 INFO [M:0;714b435e65e7:38375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:29:16,210 DEBUG [M:0;714b435e65e7:38375 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:29:16,210 INFO [M:0;714b435e65e7:38375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:29:16,211 INFO [M:0;714b435e65e7:38375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:29:16,211 INFO [M:0;714b435e65e7:38375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:29:16,211 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:29:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21942951350/master 2024-11-13T23:29:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21942951350 2024-11-13T23:29:16,218 DEBUG [M:0;714b435e65e7:38375 {}] zookeeper.ZKUtil(347): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Unable to get data of znode /21942951350/master because node does not exist (not an error) 2024-11-13T23:29:16,218 WARN [M:0;714b435e65e7:38375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:29:16,218 INFO [M:0;714b435e65e7:38375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/.lastflushedseqids 2024-11-13T23:29:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741848_1024 (size=245) 2024-11-13T23:29:16,223 INFO [M:0;714b435e65e7:38375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:29:16,223 INFO [M:0;714b435e65e7:38375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:29:16,223 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:29:16,223 INFO [M:0;714b435e65e7:38375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:16,223 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:16,223 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:29:16,223 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:16,223 INFO [M:0;714b435e65e7:38375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T23:29:16,242 DEBUG [M:0;714b435e65e7:38375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55767fd9d2af4304a76cdcf4b9a7826e is 82, key is hbase:meta,,1/info:regioninfo/1731540537284/Put/seqid=0 2024-11-13T23:29:16,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741849_1025 (size=5672) 2024-11-13T23:29:16,245 INFO [M:0;714b435e65e7:38375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55767fd9d2af4304a76cdcf4b9a7826e 2024-11-13T23:29:16,266 DEBUG [M:0;714b435e65e7:38375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85c9f58a702d43949d494561f6398cac is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540547362/Put/seqid=0 2024-11-13T23:29:16,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741850_1026 (size=8516) 2024-11-13T23:29:16,272 INFO [M:0;714b435e65e7:38375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85c9f58a702d43949d494561f6398cac 2024-11-13T23:29:16,289 DEBUG [M:0;714b435e65e7:38375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c954d60b4f941bc81d7e93b52c128df is 69, key is 714b435e65e7,44099,1731540534131/rs:state/1731540536182/Put/seqid=0 2024-11-13T23:29:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741851_1027 (size=5156) 2024-11-13T23:29:16,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:16,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44099-0x10137d14bba0007, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:16,301 INFO [RS:0;714b435e65e7:44099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:29:16,301 INFO [RS:0;714b435e65e7:44099 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,44099,1731540534131; zookeeper connection closed. 2024-11-13T23:29:16,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15f37635 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15f37635 2024-11-13T23:29:16,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:29:16,445 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:16,639 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:16,693 INFO [M:0;714b435e65e7:38375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c954d60b4f941bc81d7e93b52c128df 2024-11-13T23:29:16,697 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55767fd9d2af4304a76cdcf4b9a7826e as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55767fd9d2af4304a76cdcf4b9a7826e 2024-11-13T23:29:16,701 INFO [M:0;714b435e65e7:38375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55767fd9d2af4304a76cdcf4b9a7826e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T23:29:16,702 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85c9f58a702d43949d494561f6398cac as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85c9f58a702d43949d494561f6398cac 2024-11-13T23:29:16,705 INFO [M:0;714b435e65e7:38375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85c9f58a702d43949d494561f6398cac, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T23:29:16,706 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c954d60b4f941bc81d7e93b52c128df as hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c954d60b4f941bc81d7e93b52c128df 2024-11-13T23:29:16,712 INFO [M:0;714b435e65e7:38375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39259/user/jenkins/test-data/ea7eca25-c5a0-6c54-89be-d6a375b47a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c954d60b4f941bc81d7e93b52c128df, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T23:29:16,717 INFO [M:0;714b435e65e7:38375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=97, compaction requested=false 2024-11-13T23:29:16,726 INFO [M:0;714b435e65e7:38375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:16,726 DEBUG [M:0;714b435e65e7:38375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540556223Disabling compacts and flushes for region at 1731540556223Disabling writes for close at 1731540556223Obtaining lock to block concurrent updates at 1731540556223Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540556223Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731540556224 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540556225 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540556225Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540556241 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540556241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540556248 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540556265 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540556265Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540556276 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540556289 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540556289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621fa4: reopening flushed file at 1731540556696 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f5bbb1: reopening flushed file at 1731540556701 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8d7be2: reopening flushed file at 1731540556705 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=97, compaction requested=false at 1731540556717 (+12 ms)Writing region close event to WAL at 1731540556726 (+9 ms)Closed at 1731540556726 2024-11-13T23:29:16,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37413 is added to blk_1073741830_1006 (size=63654) 2024-11-13T23:29:16,729 INFO [M:0;714b435e65e7:38375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:29:16,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:29:16,729 INFO [M:0;714b435e65e7:38375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38375 2024-11-13T23:29:16,731 INFO [M:0;714b435e65e7:38375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:29:16,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:16,868 INFO [M:0;714b435e65e7:38375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:29:16,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38375-0x10137d14bba0006, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:16,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19375c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:29:16,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:29:16,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:29:16,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:29:16,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.log.dir/,STOPPED} 2024-11-13T23:29:16,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:29:16,873 WARN [BP-1386304599-172.17.0.2-1731540532332 heartbeating to localhost/127.0.0.1:39259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:29:16,873 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:29:16,873 WARN [BP-1386304599-172.17.0.2-1731540532332 heartbeating to localhost/127.0.0.1:39259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1386304599-172.17.0.2-1731540532332 (Datanode Uuid ccbde165-a5b1-401f-932f-89aa078c321c) service to localhost/127.0.0.1:39259 2024-11-13T23:29:16,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/cluster_5b62426c-fd20-7ca6-6a60-40ce185e9859/data/data1/current/BP-1386304599-172.17.0.2-1731540532332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:29:16,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/cluster_5b62426c-fd20-7ca6-6a60-40ce185e9859/data/data2/current/BP-1386304599-172.17.0.2-1731540532332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:29:16,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:29:16,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f46769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:29:16,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:29:16,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:29:16,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:29:16,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.log.dir/,STOPPED} 2024-11-13T23:29:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:29:16,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:29:16,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:16,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:16,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:16,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:29:16,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1987464153, stopped=false 2024-11-13T23:29:16,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,43975,1731540529347 2024-11-13T23:29:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041404849/running 2024-11-13T23:29:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041404849/running 2024-11-13T23:29:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:29:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:29:16,918 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:29:16,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on znode that does not yet exist, /1-1041404849/running 2024-11-13T23:29:16,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Set watcher on znode that does not yet exist, /1-1041404849/running 2024-11-13T23:29:16,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:16,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:16,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,920 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,41463,1731540529446' ***** 2024-11-13T23:29:16,920 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:29:16,920 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:29:16,920 INFO [RS:0;714b435e65e7:41463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:29:16,920 INFO [RS:0;714b435e65e7:41463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:29:16,920 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:16,920 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 13f55db18fbfcadee7bb65db1581d579 2024-11-13T23:29:16,920 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,41463,1731540529446 2024-11-13T23:29:16,921 INFO [RS:0;714b435e65e7:41463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:29:16,921 INFO [RS:0;714b435e65e7:41463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:41463. 2024-11-13T23:29:16,921 DEBUG [RS:0;714b435e65e7:41463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:16,921 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:16,921 INFO [RS:0;714b435e65e7:41463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:29:16,921 INFO [RS:0;714b435e65e7:41463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:29:16,921 INFO [RS:0;714b435e65e7:41463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:29:16,921 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:29:16,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:29:16,921 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5922fd105909d4e1195b84457e735e11, disabling compactions & flushes 2024-11-13T23:29:16,921 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:16,921 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:16,921 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. after waiting 0 ms 2024-11-13T23:29:16,921 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:16,922 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5922fd105909d4e1195b84457e735e11 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T23:29:16,922 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:29:16,922 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5922fd105909d4e1195b84457e735e11=hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11., 13f55db18fbfcadee7bb65db1581d579=test,,1731540539569.13f55db18fbfcadee7bb65db1581d579.} 2024-11-13T23:29:16,922 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1351): Waiting on 13f55db18fbfcadee7bb65db1581d579, 1588230740, 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:16,922 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:29:16,922 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:29:16,922 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:29:16,922 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:29:16,922 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:29:16,922 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:29:16,941 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/info/225dc770dba84581a2dce45e9aaddfcb is 147, key is hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11./info:regioninfo/1731540545807/Put/seqid=0 2024-11-13T23:29:16,941 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11/.tmp/queue/0598159154e54c548da2f7ea8c589470 is 154, key is 1-714b435e65e7,41463,1731540529446/queue:714b435e65e7%2C41463%2C1731540529446/1731540553880/Put/seqid=0 2024-11-13T23:29:16,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741840_1016 (size=5353) 2024-11-13T23:29:16,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741841_1017 (size=7686) 2024-11-13T23:29:16,999 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:17,122 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1351): Waiting on 13f55db18fbfcadee7bb65db1581d579, 1588230740, 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:17,170 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:29:17,170 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:29:17,322 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1351): Waiting on 13f55db18fbfcadee7bb65db1581d579, 1588230740, 5922fd105909d4e1195b84457e735e11 2024-11-13T23:29:17,345 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11/.tmp/queue/0598159154e54c548da2f7ea8c589470 2024-11-13T23:29:17,349 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/info/225dc770dba84581a2dce45e9aaddfcb 2024-11-13T23:29:17,362 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11/.tmp/queue/0598159154e54c548da2f7ea8c589470 as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11/queue/0598159154e54c548da2f7ea8c589470 2024-11-13T23:29:17,368 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11/queue/0598159154e54c548da2f7ea8c589470, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T23:29:17,369 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5922fd105909d4e1195b84457e735e11 in 448ms, sequenceid=12, compaction requested=false 2024-11-13T23:29:17,388 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/ns/a010caba47c24909aeae69376df97248 is 43, key is default/ns:d/1731540532211/Put/seqid=0 2024-11-13T23:29:17,404 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/replication/5922fd105909d4e1195b84457e735e11/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:29:17,405 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5922fd105909d4e1195b84457e735e11: Waiting for close lock at 1731540556921Running coprocessor pre-close hooks at 1731540556921Disabling compacts and flushes for region at 1731540556921Disabling writes for close at 1731540556921Obtaining lock to block concurrent updates at 1731540556922 (+1 ms)Preparing flush snapshotting stores in 5922fd105909d4e1195b84457e735e11 at 1731540556922Finished memstore snapshotting hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731540556922Flushing stores of hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. at 1731540556923 (+1 ms)Flushing 5922fd105909d4e1195b84457e735e11/queue: creating writer at 1731540556923Flushing 5922fd105909d4e1195b84457e735e11/queue: appending metadata at 1731540556940 (+17 ms)Flushing 5922fd105909d4e1195b84457e735e11/queue: closing flushed file at 1731540556940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4eb59e: reopening flushed file at 1731540557361 (+421 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5922fd105909d4e1195b84457e735e11 in 448ms, sequenceid=12, compaction requested=false at 1731540557369 (+8 ms)Writing region close event to WAL at 1731540557396 (+27 ms)Running coprocessor post-close hooks at 1731540557405 (+9 ms)Closed at 1731540557405 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540545050.5922fd105909d4e1195b84457e735e11. 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13f55db18fbfcadee7bb65db1581d579, disabling compactions & flushes 2024-11-13T23:29:17,405 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. after waiting 0 ms 2024-11-13T23:29:17,405 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:17,406 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13f55db18fbfcadee7bb65db1581d579 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T23:29:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:29:17,417 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/ns/a010caba47c24909aeae69376df97248 2024-11-13T23:29:17,438 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/f/3dc9d79e9c9c4481afcc2f91e1a10adc is 29, key is row1/f:/1731540552367/DeleteFamily/seqid=0 2024-11-13T23:29:17,444 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1189, reset compression=false 2024-11-13T23:29:17,448 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:17,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741843_1019 (size=5152) 2024-11-13T23:29:17,482 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/rep_barrier/aee22c95f13840318cb0125680324bc5 is 112, key is test,,1731540539569.13f55db18fbfcadee7bb65db1581d579./rep_barrier:seqnumDuringOpen/1731540540714/Put/seqid=0 2024-11-13T23:29:17,505 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:17,505 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1436, reset compression=false 2024-11-13T23:29:17,505 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,41463,1731540529446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:17,506 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,41463,1731540529446: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,41463,1731540529446, walGroup=714b435e65e7%2C41463%2C1731540529446, offset=714b435e65e7%2C41463%2C1731540529446.1731540531297:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:41463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:29:17,507 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:29:17,507 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:29:17,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:29:17,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:29:17,508 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:29:17,508 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 964608000 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202205216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:29:17,508 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:43975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:43975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:29:17,522 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1351): Waiting on 13f55db18fbfcadee7bb65db1581d579, 1588230740 2024-11-13T23:29:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741844_1020 (size=5518) 2024-11-13T23:29:17,723 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1351): Waiting on 13f55db18fbfcadee7bb65db1581d579, 1588230740 2024-11-13T23:29:17,763 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1436, reset compression=false 2024-11-13T23:29:17,886 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/f/3dc9d79e9c9c4481afcc2f91e1a10adc 2024-11-13T23:29:17,890 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc9d79e9c9c4481afcc2f91e1a10adc 2024-11-13T23:29:17,916 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/f1/266d204c155b4869bb953da6de171ffb is 30, key is row1/f1:/1731540552367/DeleteFamily/seqid=0 2024-11-13T23:29:17,923 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:29:17,923 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 13f55db18fbfcadee7bb65db1581d579=test,,1731540539569.13f55db18fbfcadee7bb65db1581d579.} 2024-11-13T23:29:17,923 DEBUG [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1351): Waiting on 13f55db18fbfcadee7bb65db1581d579, 1588230740 2024-11-13T23:29:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741845_1021 (size=5158) 2024-11-13T23:29:17,931 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/f1/266d204c155b4869bb953da6de171ffb 2024-11-13T23:29:17,935 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 266d204c155b4869bb953da6de171ffb 2024-11-13T23:29:17,955 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/norep/a0786b0a00c54bf5bfcde24ecb2217b8 is 33, key is row1/norep:/1731540552367/DeleteFamily/seqid=0 2024-11-13T23:29:17,963 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/rep_barrier/aee22c95f13840318cb0125680324bc5 2024-11-13T23:29:17,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741846_1022 (size=5108) 2024-11-13T23:29:17,991 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/norep/a0786b0a00c54bf5bfcde24ecb2217b8 2024-11-13T23:29:17,995 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0786b0a00c54bf5bfcde24ecb2217b8 2024-11-13T23:29:17,997 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/f/3dc9d79e9c9c4481afcc2f91e1a10adc as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/f/3dc9d79e9c9c4481afcc2f91e1a10adc 2024-11-13T23:29:17,998 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/table/e12e564d525d4bd6bde637b92601426d is 53, key is hbase:replication/table:state/1731540545812/Put/seqid=0 2024-11-13T23:29:18,001 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc9d79e9c9c4481afcc2f91e1a10adc 2024-11-13T23:29:18,001 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/f/3dc9d79e9c9c4481afcc2f91e1a10adc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T23:29:18,002 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/f1/266d204c155b4869bb953da6de171ffb as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/f1/266d204c155b4869bb953da6de171ffb 2024-11-13T23:29:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741847_1023 (size=5308) 2024-11-13T23:29:18,008 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/table/e12e564d525d4bd6bde637b92601426d 2024-11-13T23:29:18,010 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 266d204c155b4869bb953da6de171ffb 2024-11-13T23:29:18,011 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/f1/266d204c155b4869bb953da6de171ffb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T23:29:18,011 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/.tmp/norep/a0786b0a00c54bf5bfcde24ecb2217b8 as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/norep/a0786b0a00c54bf5bfcde24ecb2217b8 2024-11-13T23:29:18,013 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/info/225dc770dba84581a2dce45e9aaddfcb as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/info/225dc770dba84581a2dce45e9aaddfcb 2024-11-13T23:29:18,016 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0786b0a00c54bf5bfcde24ecb2217b8 2024-11-13T23:29:18,016 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/norep/a0786b0a00c54bf5bfcde24ecb2217b8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T23:29:18,017 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 13f55db18fbfcadee7bb65db1581d579 in 612ms, sequenceid=10, compaction requested=false 2024-11-13T23:29:18,018 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/info/225dc770dba84581a2dce45e9aaddfcb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:29:18,019 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/ns/a010caba47c24909aeae69376df97248 as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/ns/a010caba47c24909aeae69376df97248 2024-11-13T23:29:18,023 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/ns/a010caba47c24909aeae69376df97248, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:29:18,024 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/rep_barrier/aee22c95f13840318cb0125680324bc5 as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/rep_barrier/aee22c95f13840318cb0125680324bc5 2024-11-13T23:29:18,029 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/rep_barrier/aee22c95f13840318cb0125680324bc5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:29:18,031 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/.tmp/table/e12e564d525d4bd6bde637b92601426d as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/table/e12e564d525d4bd6bde637b92601426d 2024-11-13T23:29:18,033 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/default/test/13f55db18fbfcadee7bb65db1581d579/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T23:29:18,034 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:18,034 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:29:18,034 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:18,034 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13f55db18fbfcadee7bb65db1581d579: Waiting for close lock at 1731540557405Running coprocessor pre-close hooks at 1731540557405Disabling compacts and flushes for region at 1731540557405Disabling writes for close at 1731540557405Obtaining lock to block concurrent updates at 1731540557406 (+1 ms)Preparing flush snapshotting stores in 13f55db18fbfcadee7bb65db1581d579 at 1731540557406Finished memstore snapshotting test,,1731540539569.13f55db18fbfcadee7bb65db1581d579., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731540557406Flushing stores of test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. at 1731540557407 (+1 ms)Flushing 13f55db18fbfcadee7bb65db1581d579/f: creating writer at 1731540557407Flushing 13f55db18fbfcadee7bb65db1581d579/f: appending metadata at 1731540557437 (+30 ms)Flushing 13f55db18fbfcadee7bb65db1581d579/f: closing flushed file at 1731540557437Flushing 13f55db18fbfcadee7bb65db1581d579/f1: creating writer at 1731540557890 (+453 ms)Flushing 13f55db18fbfcadee7bb65db1581d579/f1: appending metadata at 1731540557915 (+25 ms)Flushing 13f55db18fbfcadee7bb65db1581d579/f1: closing flushed file at 1731540557915Flushing 13f55db18fbfcadee7bb65db1581d579/norep: creating writer at 1731540557935 (+20 ms)Flushing 13f55db18fbfcadee7bb65db1581d579/norep: appending metadata at 1731540557954 (+19 ms)Flushing 13f55db18fbfcadee7bb65db1581d579/norep: closing flushed file at 1731540557954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16145def: reopening flushed file at 1731540557996 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3473b48f: reopening flushed file at 1731540558002 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715fa1b3: reopening flushed file at 1731540558011 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 13f55db18fbfcadee7bb65db1581d579 in 612ms, sequenceid=10, compaction requested=false at 1731540558017 (+6 ms)Writing region close event to WAL at 1731540558029 (+12 ms)Running coprocessor post-close hooks at 1731540558034 (+5 ms)Closed at 1731540558034 2024-11-13T23:29:18,034 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540539569.13f55db18fbfcadee7bb65db1581d579. 2024-11-13T23:29:18,037 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/table/e12e564d525d4bd6bde637b92601426d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:29:18,038 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1116ms, sequenceid=16, compaction requested=false 2024-11-13T23:29:18,051 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:29:18,052 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:18,052 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:29:18,052 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:18,052 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540556922Running coprocessor pre-close hooks at 1731540556922Disabling compacts and flushes for region at 1731540556922Disabling writes for close at 1731540556922Obtaining lock to block concurrent updates at 1731540556922Preparing flush snapshotting stores in 1588230740 at 1731540556922Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540556922Flushing stores of hbase:meta,,1.1588230740 at 1731540556923 (+1 ms)Flushing 1588230740/info: creating writer at 1731540556923Flushing 1588230740/info: appending metadata at 1731540556940 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731540556940Flushing 1588230740/ns: creating writer at 1731540557363 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731540557388 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731540557388Flushing 1588230740/rep_barrier: creating writer at 1731540557431 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540557479 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540557479Flushing 1588230740/table: creating writer at 1731540557966 (+487 ms)Flushing 1588230740/table: appending metadata at 1731540557997 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731540557997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b778e6: reopening flushed file at 1731540558013 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c7e3fd: reopening flushed file at 1731540558018 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eda92fe: reopening flushed file at 1731540558023 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bb23ab: reopening flushed file at 1731540558029 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1116ms, sequenceid=16, compaction requested=false at 1731540558038 (+9 ms)Writing region close event to WAL at 1731540558048 (+10 ms)Running coprocessor post-close hooks at 1731540558051 (+3 ms)Closed at 1731540558052 (+1 ms) 2024-11-13T23:29:18,052 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:18,067 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 1436, reset compression=false 2024-11-13T23:29:18,073 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:18,073 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/WALs/714b435e65e7,41463,1731540529446/714b435e65e7%2C41463%2C1731540529446.1731540531297 to pos 2080, reset compression=false 2024-11-13T23:29:18,123 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,41463,1731540529446; all regions closed. 2024-11-13T23:29:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:29:18,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741839_1015 (size=3114) 2024-11-13T23:29:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741832_1008 (size=2088) 2024-11-13T23:29:18,148 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:18,148 INFO [RS:0;714b435e65e7:41463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:18,148 INFO [RS:0;714b435e65e7:41463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:29:18,148 INFO [RS:0;714b435e65e7:41463 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:29:18,148 INFO [RS:0;714b435e65e7:41463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:29:18,148 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:29:18,149 INFO [RS:0;714b435e65e7:41463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,41463,1731540529446 because: Region server is closing 2024-11-13T23:29:18,149 INFO [RS:0;714b435e65e7:41463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:41463. 2024-11-13T23:29:18,149 DEBUG [RS:0;714b435e65e7:41463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:18,149 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:18,149 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:18,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:18,249 INFO [RS:0;714b435e65e7:41463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.shipper714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 terminated 2024-11-13T23:29:18,249 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,41463,1731540529446.replicationSource.wal-reader.714b435e65e7%2C41463%2C1731540529446,1-714b435e65e7,41463,1731540529446 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:29:18,249 INFO [RS:0;714b435e65e7:41463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:41463. 2024-11-13T23:29:18,249 DEBUG [RS:0;714b435e65e7:41463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:18,249 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:18,250 DEBUG [RS:0;714b435e65e7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:18,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:18,250 INFO [RS:0;714b435e65e7:41463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41463 2024-11-13T23:29:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849/rs 2024-11-13T23:29:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041404849/rs/714b435e65e7,41463,1731540529446 2024-11-13T23:29:18,300 INFO [RS:0;714b435e65e7:41463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:29:18,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,41463,1731540529446] 2024-11-13T23:29:18,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041404849/draining/714b435e65e7,41463,1731540529446 already deleted, retry=false 2024-11-13T23:29:18,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,41463,1731540529446 expired; onlineServers=0 2024-11-13T23:29:18,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,43975,1731540529347' ***** 2024-11-13T23:29:18,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:29:18,327 INFO [M:0;714b435e65e7:43975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:29:18,327 INFO [M:0;714b435e65e7:43975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:29:18,327 DEBUG [M:0;714b435e65e7:43975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:29:18,327 DEBUG [M:0;714b435e65e7:43975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:29:18,327 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540530994 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540530994,5,FailOnTimeoutGroup] 2024-11-13T23:29:18,327 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540530995 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540530995,5,FailOnTimeoutGroup] 2024-11-13T23:29:18,327 INFO [M:0;714b435e65e7:43975 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:29:18,327 INFO [M:0;714b435e65e7:43975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:29:18,327 DEBUG [M:0;714b435e65e7:43975 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:29:18,327 INFO [M:0;714b435e65e7:43975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:29:18,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:29:18,327 INFO [M:0;714b435e65e7:43975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:29:18,327 INFO [M:0;714b435e65e7:43975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:29:18,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:29:18,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041404849/master 2024-11-13T23:29:18,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041404849 2024-11-13T23:29:18,335 DEBUG [M:0;714b435e65e7:43975 {}] zookeeper.ZKUtil(347): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Unable to get data of znode /1-1041404849/master because node does not exist (not an error) 2024-11-13T23:29:18,335 WARN [M:0;714b435e65e7:43975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:29:18,339 INFO [M:0;714b435e65e7:43975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/.lastflushedseqids 2024-11-13T23:29:18,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741848_1024 (size=245) 2024-11-13T23:29:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:18,418 INFO [RS:0;714b435e65e7:41463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:29:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x10137d14bba0004, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:18,418 INFO [RS:0;714b435e65e7:41463 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,41463,1731540529446; zookeeper connection closed. 2024-11-13T23:29:18,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c59aa2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c59aa2f 2024-11-13T23:29:18,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:29:18,609 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:18,756 INFO [M:0;714b435e65e7:43975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:29:18,757 INFO [M:0;714b435e65e7:43975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:29:18,757 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:29:18,757 INFO [M:0;714b435e65e7:43975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:18,757 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:18,757 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:29:18,757 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:18,757 INFO [M:0;714b435e65e7:43975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T23:29:18,770 DEBUG [M:0;714b435e65e7:43975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982228fa211343c5914e31aa6e4925c3 is 82, key is hbase:meta,,1/info:regioninfo/1731540532198/Put/seqid=0 2024-11-13T23:29:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741849_1025 (size=5672) 2024-11-13T23:29:19,173 INFO [M:0;714b435e65e7:43975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982228fa211343c5914e31aa6e4925c3 2024-11-13T23:29:19,193 DEBUG [M:0;714b435e65e7:43975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88facac153a64c28a7766235097bbf17 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731540545814/Put/seqid=0 2024-11-13T23:29:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741850_1026 (size=8515) 2024-11-13T23:29:19,336 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:29:19,596 INFO [M:0;714b435e65e7:43975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88facac153a64c28a7766235097bbf17 2024-11-13T23:29:19,612 DEBUG [M:0;714b435e65e7:43975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ce2ef25d1b44aca2d46f9f2562b2e0 is 69, key is 714b435e65e7,41463,1731540529446/rs:state/1731540531107/Put/seqid=0 2024-11-13T23:29:19,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741851_1027 (size=5156) 2024-11-13T23:29:19,615 INFO [M:0;714b435e65e7:43975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ce2ef25d1b44aca2d46f9f2562b2e0 2024-11-13T23:29:19,619 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982228fa211343c5914e31aa6e4925c3 as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/982228fa211343c5914e31aa6e4925c3 2024-11-13T23:29:19,622 INFO [M:0;714b435e65e7:43975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/982228fa211343c5914e31aa6e4925c3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T23:29:19,622 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88facac153a64c28a7766235097bbf17 as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88facac153a64c28a7766235097bbf17 2024-11-13T23:29:19,625 INFO [M:0;714b435e65e7:43975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88facac153a64c28a7766235097bbf17, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T23:29:19,625 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ce2ef25d1b44aca2d46f9f2562b2e0 as hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39ce2ef25d1b44aca2d46f9f2562b2e0 2024-11-13T23:29:19,628 INFO [M:0;714b435e65e7:43975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33539/user/jenkins/test-data/73aef388-1c92-6f3a-2241-4445f6687ea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39ce2ef25d1b44aca2d46f9f2562b2e0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T23:29:19,628 INFO [M:0;714b435e65e7:43975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=97, compaction requested=false 2024-11-13T23:29:19,630 INFO [M:0;714b435e65e7:43975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:19,630 DEBUG [M:0;714b435e65e7:43975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540558757Disabling compacts and flushes for region at 1731540558757Disabling writes for close at 1731540558757Obtaining lock to block concurrent updates at 1731540558757Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540558757Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731540558757Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540558758 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540558758Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540558770 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540558770Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540559177 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540559192 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540559192Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540559599 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540559611 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540559611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5deb0207: reopening flushed file at 1731540559618 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1733e38f: reopening flushed file at 1731540559622 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61053824: reopening flushed file at 1731540559625 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=97, compaction requested=false at 1731540559628 (+3 ms)Writing region close event to WAL at 1731540559630 (+2 ms)Closed at 1731540559630 2024-11-13T23:29:19,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35439 is added to blk_1073741830_1006 (size=63642) 2024-11-13T23:29:19,632 INFO [M:0;714b435e65e7:43975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:29:19,632 INFO [M:0;714b435e65e7:43975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43975 2024-11-13T23:29:19,632 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:29:19,632 INFO [M:0;714b435e65e7:43975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:29:19,771 INFO [M:0;714b435e65e7:43975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:29:19,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:19,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10137d14bba0003, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:19,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d03fc69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:29:19,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:29:19,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:29:19,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:29:19,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.log.dir/,STOPPED} 2024-11-13T23:29:19,774 WARN [BP-145662644-172.17.0.2-1731540528115 heartbeating to localhost/127.0.0.1:33539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:29:19,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:29:19,774 WARN [BP-145662644-172.17.0.2-1731540528115 heartbeating to localhost/127.0.0.1:33539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145662644-172.17.0.2-1731540528115 (Datanode Uuid f11c519a-e3d1-4f8d-8942-02b36b7fda01) service to localhost/127.0.0.1:33539 2024-11-13T23:29:19,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:29:19,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/cluster_1af415a5-ad66-6d5c-05ce-7b30f7fd31f0/data/data1/current/BP-145662644-172.17.0.2-1731540528115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:29:19,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/cluster_1af415a5-ad66-6d5c-05ce-7b30f7fd31f0/data/data2/current/BP-145662644-172.17.0.2-1731540528115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:29:19,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:29:19,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2392ca06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:29:19,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:29:19,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:29:19,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:29:19,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fae3bd-85a2-d8ac-cce3-1e24a896ead3/hadoop.log.dir/,STOPPED} 2024-11-13T23:29:19,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:29:19,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:29:19,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:19,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:19,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:19,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:19,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:19,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:29:19,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1839431864, stopped=false 2024-11-13T23:29:19,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,44547,1731540524993 2024-11-13T23:29:19,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1110541037/running 2024-11-13T23:29:19,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1110541037/running 2024-11-13T23:29:19,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:29:19,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:29:19,804 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:29:19,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:19,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:19,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:19,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on znode that does not yet exist, /0-1110541037/running 2024-11-13T23:29:19,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Set watcher on znode that does not yet exist, /0-1110541037/running 2024-11-13T23:29:19,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,33661,1731540525137' ***** 2024-11-13T23:29:19,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(3091): Received CLOSE for c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:19,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(3091): Received CLOSE for 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,33661,1731540525137 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33661. 2024-11-13T23:29:19,805 DEBUG [RS:0;714b435e65e7:33661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:19,805 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c96c6e2953405ae956be9f9a44fd5be4, disabling compactions & flushes 2024-11-13T23:29:19,805 DEBUG [RS:0;714b435e65e7:33661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:19,805 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:29:19,805 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:29:19,805 INFO [RS:0;714b435e65e7:33661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:29:19,805 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. after waiting 0 ms 2024-11-13T23:29:19,805 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:19,806 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:29:19,806 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c96c6e2953405ae956be9f9a44fd5be4 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T23:29:19,806 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:29:19,806 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1325): Online Regions={c96c6e2953405ae956be9f9a44fd5be4=hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4., 1588230740=hbase:meta,,1.1588230740, 437a7ffe274abe649a3c5ed65cdabbd6=test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6.} 2024-11-13T23:29:19,806 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437a7ffe274abe649a3c5ed65cdabbd6, c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:19,806 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:29:19,806 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:29:19,806 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:29:19,806 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:29:19,806 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:29:19,806 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:29:19,813 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:19,819 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/info/14078dbdc25d4852affa0bce51bb4b97 is 147, key is hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4./info:regioninfo/1731540543657/Put/seqid=0 2024-11-13T23:29:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741840_1016 (size=7686) 2024-11-13T23:29:19,822 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:29:19,822 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4/.tmp/queue/eabbb0f883c04b32b4dbea436a45d252 is 153, key is 1-714b435e65e7,33661,1731540525137/queue:714b435e65e7%2C33661%2C1731540525137/1731540552023/Put/seqid=0 2024-11-13T23:29:19,822 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:29:19,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741841_1017 (size=5352) 2024-11-13T23:29:19,853 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:20,006 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437a7ffe274abe649a3c5ed65cdabbd6, c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:20,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,206 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437a7ffe274abe649a3c5ed65cdabbd6, c96c6e2953405ae956be9f9a44fd5be4 2024-11-13T23:29:20,223 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/info/14078dbdc25d4852affa0bce51bb4b97 2024-11-13T23:29:20,225 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4/.tmp/queue/eabbb0f883c04b32b4dbea436a45d252 2024-11-13T23:29:20,229 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4/.tmp/queue/eabbb0f883c04b32b4dbea436a45d252 as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4/queue/eabbb0f883c04b32b4dbea436a45d252 2024-11-13T23:29:20,232 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4/queue/eabbb0f883c04b32b4dbea436a45d252, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T23:29:20,233 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c96c6e2953405ae956be9f9a44fd5be4 in 427ms, sequenceid=8, compaction requested=false 2024-11-13T23:29:20,236 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/replication/c96c6e2953405ae956be9f9a44fd5be4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:29:20,236 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:20,236 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:29:20,237 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:20,237 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c96c6e2953405ae956be9f9a44fd5be4: Waiting for close lock at 1731540559805Running coprocessor pre-close hooks at 1731540559805Disabling compacts and flushes for region at 1731540559805Disabling writes for close at 1731540559805Obtaining lock to block concurrent updates at 1731540559806 (+1 ms)Preparing flush snapshotting stores in c96c6e2953405ae956be9f9a44fd5be4 at 1731540559806Finished memstore snapshotting hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731540559806Flushing stores of hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. at 1731540559806Flushing c96c6e2953405ae956be9f9a44fd5be4/queue: creating writer at 1731540559806Flushing c96c6e2953405ae956be9f9a44fd5be4/queue: appending metadata at 1731540559822 (+16 ms)Flushing c96c6e2953405ae956be9f9a44fd5be4/queue: closing flushed file at 1731540559822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25154e93: reopening flushed file at 1731540560228 (+406 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c96c6e2953405ae956be9f9a44fd5be4 in 427ms, sequenceid=8, compaction requested=false at 1731540560233 (+5 ms)Writing region close event to WAL at 1731540560234 (+1 ms)Running coprocessor post-close hooks at 1731540560236 (+2 ms)Closed at 1731540560237 (+1 ms) 2024-11-13T23:29:20,237 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540542883.c96c6e2953405ae956be9f9a44fd5be4. 2024-11-13T23:29:20,237 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 437a7ffe274abe649a3c5ed65cdabbd6, disabling compactions & flushes 2024-11-13T23:29:20,237 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:29:20,237 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:29:20,237 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. after waiting 0 ms 2024-11-13T23:29:20,237 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:29:20,237 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 437a7ffe274abe649a3c5ed65cdabbd6 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T23:29:20,241 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/ns/19f3de0f7d314a7c95f86e6e4ca75998 is 43, key is default/ns:d/1731540528002/Put/seqid=0 2024-11-13T23:29:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:29:20,256 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/f/c3967a524ec24ad681f44589f2fb01eb is 28, key is row/f:/1731540551363/DeleteFamily/seqid=0 2024-11-13T23:29:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741843_1019 (size=5085) 2024-11-13T23:29:20,259 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/f/c3967a524ec24ad681f44589f2fb01eb 2024-11-13T23:29:20,263 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3967a524ec24ad681f44589f2fb01eb 2024-11-13T23:29:20,275 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/f1/443eeec591cc4761960715fd20f513a7 is 29, key is row/f1:/1731540551363/DeleteFamily/seqid=0 2024-11-13T23:29:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741844_1020 (size=5089) 2024-11-13T23:29:20,406 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:29:20,606 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:29:20,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:20,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,645 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/ns/19f3de0f7d314a7c95f86e6e4ca75998 2024-11-13T23:29:20,665 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/rep_barrier/7ab2f9432379440c93f3fb3e5387091d is 112, key is test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6./rep_barrier:seqnumDuringOpen/1731540538573/Put/seqid=0 2024-11-13T23:29:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741845_1021 (size=5518) 2024-11-13T23:29:20,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,679 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/f1/443eeec591cc4761960715fd20f513a7 2024-11-13T23:29:20,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,682 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 443eeec591cc4761960715fd20f513a7 2024-11-13T23:29:20,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:20,699 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/norep/854875906c5e49b89a96b4bd978aeb54 is 32, key is row/norep:/1731540551363/DeleteFamily/seqid=0 2024-11-13T23:29:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741846_1022 (size=5101) 2024-11-13T23:29:20,807 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:29:21,007 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:29:21,007 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 437a7ffe274abe649a3c5ed65cdabbd6=test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6.} 2024-11-13T23:29:21,007 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437a7ffe274abe649a3c5ed65cdabbd6 2024-11-13T23:29:21,069 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/rep_barrier/7ab2f9432379440c93f3fb3e5387091d 2024-11-13T23:29:21,088 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/table/a1c2f976033542298da979328ec33f61 is 53, key is hbase:replication/table:state/1731540543663/Put/seqid=0 2024-11-13T23:29:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741847_1023 (size=5308) 2024-11-13T23:29:21,103 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/norep/854875906c5e49b89a96b4bd978aeb54 2024-11-13T23:29:21,106 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 854875906c5e49b89a96b4bd978aeb54 2024-11-13T23:29:21,107 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/f/c3967a524ec24ad681f44589f2fb01eb as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/f/c3967a524ec24ad681f44589f2fb01eb 2024-11-13T23:29:21,110 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3967a524ec24ad681f44589f2fb01eb 2024-11-13T23:29:21,110 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/f/c3967a524ec24ad681f44589f2fb01eb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T23:29:21,111 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/f1/443eeec591cc4761960715fd20f513a7 as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/f1/443eeec591cc4761960715fd20f513a7 2024-11-13T23:29:21,114 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 443eeec591cc4761960715fd20f513a7 2024-11-13T23:29:21,114 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/f1/443eeec591cc4761960715fd20f513a7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T23:29:21,114 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/.tmp/norep/854875906c5e49b89a96b4bd978aeb54 as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/norep/854875906c5e49b89a96b4bd978aeb54 2024-11-13T23:29:21,115 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 636, reset compression=false 2024-11-13T23:29:21,118 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 854875906c5e49b89a96b4bd978aeb54 2024-11-13T23:29:21,118 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/norep/854875906c5e49b89a96b4bd978aeb54, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T23:29:21,118 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:21,118 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 883, reset compression=false 2024-11-13T23:29:21,118 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,33661,1731540525137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:21,119 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 437a7ffe274abe649a3c5ed65cdabbd6 in 881ms, sequenceid=6, compaction requested=false 2024-11-13T23:29:21,119 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:29:21,119 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,33661,1731540525137: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,33661,1731540525137, walGroup=714b435e65e7%2C33661%2C1731540525137, offset=714b435e65e7%2C33661%2C1731540525137.1731540526967:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:33661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:29:21,121 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:29:21,121 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:29:21,121 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:29:21,121 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:29:21,121 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:29:21,121 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1073659904 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202730688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:29:21,122 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:44547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:44547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:29:21,123 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:21,123 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 to pos 1232, reset compression=false 2024-11-13T23:29:21,125 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/default/test/437a7ffe274abe649a3c5ed65cdabbd6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T23:29:21,125 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:21,126 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:29:21,126 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:29:21,126 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 437a7ffe274abe649a3c5ed65cdabbd6: Waiting for close lock at 1731540560237Running coprocessor pre-close hooks at 1731540560237Disabling compacts and flushes for region at 1731540560237Disabling writes for close at 1731540560237Obtaining lock to block concurrent updates at 1731540560237Preparing flush snapshotting stores in 437a7ffe274abe649a3c5ed65cdabbd6 at 1731540560237Finished memstore snapshotting test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731540560238 (+1 ms)Flushing stores of test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. at 1731540560238Flushing 437a7ffe274abe649a3c5ed65cdabbd6/f: creating writer at 1731540560238Flushing 437a7ffe274abe649a3c5ed65cdabbd6/f: appending metadata at 1731540560255 (+17 ms)Flushing 437a7ffe274abe649a3c5ed65cdabbd6/f: closing flushed file at 1731540560255Flushing 437a7ffe274abe649a3c5ed65cdabbd6/f1: creating writer at 1731540560263 (+8 ms)Flushing 437a7ffe274abe649a3c5ed65cdabbd6/f1: appending metadata at 1731540560275 (+12 ms)Flushing 437a7ffe274abe649a3c5ed65cdabbd6/f1: closing flushed file at 1731540560275Flushing 437a7ffe274abe649a3c5ed65cdabbd6/norep: creating writer at 1731540560682 (+407 ms)Flushing 437a7ffe274abe649a3c5ed65cdabbd6/norep: appending metadata at 1731540560698 (+16 ms)Flushing 437a7ffe274abe649a3c5ed65cdabbd6/norep: closing flushed file at 1731540560698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25949f7f: reopening flushed file at 1731540561106 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b76e4c: reopening flushed file at 1731540561110 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f0581c: reopening flushed file at 1731540561114 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 437a7ffe274abe649a3c5ed65cdabbd6 in 881ms, sequenceid=6, compaction requested=false at 1731540561119 (+5 ms)Writing region close event to WAL at 1731540561121 (+2 ms)Running coprocessor post-close hooks at 1731540561125 (+4 ms)Closed at 1731540561126 (+1 ms) 2024-11-13T23:29:21,126 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540537414.437a7ffe274abe649a3c5ed65cdabbd6. 2024-11-13T23:29:21,126 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:21,207 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:29:21,407 DEBUG [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:29:21,492 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/table/a1c2f976033542298da979328ec33f61 2024-11-13T23:29:21,496 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/info/14078dbdc25d4852affa0bce51bb4b97 as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/info/14078dbdc25d4852affa0bce51bb4b97 2024-11-13T23:29:21,500 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/info/14078dbdc25d4852affa0bce51bb4b97, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:29:21,500 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/ns/19f3de0f7d314a7c95f86e6e4ca75998 as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/ns/19f3de0f7d314a7c95f86e6e4ca75998 2024-11-13T23:29:21,503 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/ns/19f3de0f7d314a7c95f86e6e4ca75998, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:29:21,504 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/rep_barrier/7ab2f9432379440c93f3fb3e5387091d as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/rep_barrier/7ab2f9432379440c93f3fb3e5387091d 2024-11-13T23:29:21,507 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/rep_barrier/7ab2f9432379440c93f3fb3e5387091d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:29:21,508 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/.tmp/table/a1c2f976033542298da979328ec33f61 as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/table/a1c2f976033542298da979328ec33f61 2024-11-13T23:29:21,511 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/table/a1c2f976033542298da979328ec33f61, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:29:21,512 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-13T23:29:21,512 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:29:21,515 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:29:21,516 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:29:21,516 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:29:21,516 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:21,516 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540559806Running coprocessor pre-close hooks at 1731540559806Disabling compacts and flushes for region at 1731540559806Disabling writes for close at 1731540559806Obtaining lock to block concurrent updates at 1731540559806Preparing flush snapshotting stores in 1588230740 at 1731540559806Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540559806Flushing stores of hbase:meta,,1.1588230740 at 1731540559807 (+1 ms)Flushing 1588230740/info: creating writer at 1731540559807Flushing 1588230740/info: appending metadata at 1731540559819 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731540559819Flushing 1588230740/ns: creating writer at 1731540560226 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731540560241 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731540560241Flushing 1588230740/rep_barrier: creating writer at 1731540560649 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540560665 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540560665Flushing 1588230740/table: creating writer at 1731540561073 (+408 ms)Flushing 1588230740/table: appending metadata at 1731540561088 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731540561088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@860e57: reopening flushed file at 1731540561496 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a458ca6: reopening flushed file at 1731540561500 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3f6e81: reopening flushed file at 1731540561503 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cb783: reopening flushed file at 1731540561507 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731540561512 (+5 ms)Writing region close event to WAL at 1731540561513 (+1 ms)Running coprocessor post-close hooks at 1731540561516 (+3 ms)Closed at 1731540561516 2024-11-13T23:29:21,516 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:21,607 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,33661,1731540525137; all regions closed. 2024-11-13T23:29:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741834_1010 (size=4239) 2024-11-13T23:29:21,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.meta.1731540527948.meta not finished, retry = 0 2024-11-13T23:29:21,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741839_1015 (size=2240) 2024-11-13T23:29:21,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.rep.1731540543628 not finished, retry = 0 2024-11-13T23:29:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741832_1008 (size=1535) 2024-11-13T23:29:21,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/WALs/714b435e65e7,33661,1731540525137/714b435e65e7%2C33661%2C1731540525137.1731540526967 not finished, retry = 0 2024-11-13T23:29:21,915 DEBUG [RS:0;714b435e65e7:33661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:21,915 INFO [RS:0;714b435e65e7:33661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:21,915 INFO [RS:0;714b435e65e7:33661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:29:21,915 INFO [RS:0;714b435e65e7:33661 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:29:21,915 INFO [RS:0;714b435e65e7:33661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:29:21,915 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:29:21,916 INFO [RS:0;714b435e65e7:33661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,33661,1731540525137 because: Region server is closing 2024-11-13T23:29:21,916 INFO [RS:0;714b435e65e7:33661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33661. 2024-11-13T23:29:21,916 DEBUG [RS:0;714b435e65e7:33661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:21,916 DEBUG [RS:0;714b435e65e7:33661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:21,916 DEBUG [RS:0;714b435e65e7:33661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:21,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:22,016 INFO [RS:0;714b435e65e7:33661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.shipper714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 terminated 2024-11-13T23:29:22,017 INFO [RS:0;714b435e65e7:33661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33661 2024-11-13T23:29:22,016 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,33661,1731540525137.replicationSource.wal-reader.714b435e65e7%2C33661%2C1731540525137,1-714b435e65e7,33661,1731540525137 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-13T23:29:22,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037/rs 2024-11-13T23:29:22,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1110541037/rs/714b435e65e7,33661,1731540525137 2024-11-13T23:29:22,054 INFO [RS:0;714b435e65e7:33661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:29:22,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,33661,1731540525137] 2024-11-13T23:29:22,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:22,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:29:22,067 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108522 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:29:22,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1110541037/draining/714b435e65e7,33661,1731540525137 already deleted, retry=false 2024-11-13T23:29:22,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,33661,1731540525137 expired; onlineServers=0 2024-11-13T23:29:22,071 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,44547,1731540524993' ***** 2024-11-13T23:29:22,071 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:29:22,071 INFO [M:0;714b435e65e7:44547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:29:22,071 INFO [M:0;714b435e65e7:44547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:29:22,071 DEBUG [M:0;714b435e65e7:44547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:29:22,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:29:22,071 DEBUG [M:0;714b435e65e7:44547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:29:22,071 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540526746 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540526746,5,FailOnTimeoutGroup] 2024-11-13T23:29:22,071 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540526746 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540526746,5,FailOnTimeoutGroup] 2024-11-13T23:29:22,071 INFO [M:0;714b435e65e7:44547 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:29:22,071 INFO [M:0;714b435e65e7:44547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:29:22,071 DEBUG [M:0;714b435e65e7:44547 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:29:22,071 INFO [M:0;714b435e65e7:44547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:29:22,071 INFO [M:0;714b435e65e7:44547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:29:22,071 INFO [M:0;714b435e65e7:44547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:29:22,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:29:22,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1110541037/master 2024-11-13T23:29:22,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1110541037 2024-11-13T23:29:22,079 DEBUG [M:0;714b435e65e7:44547 {}] zookeeper.ZKUtil(347): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Unable to get data of znode /0-1110541037/master because node does not exist (not an error) 2024-11-13T23:29:22,079 WARN [M:0;714b435e65e7:44547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:29:22,079 INFO [M:0;714b435e65e7:44547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/.lastflushedseqids 2024-11-13T23:29:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741848_1024 (size=245) 2024-11-13T23:29:22,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:22,162 INFO [RS:0;714b435e65e7:33661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:29:22,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33661-0x10137d14bba0001, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:22,162 INFO [RS:0;714b435e65e7:33661 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,33661,1731540525137; zookeeper connection closed. 2024-11-13T23:29:22,163 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ed447dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ed447dc 2024-11-13T23:29:22,163 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:29:22,485 INFO [M:0;714b435e65e7:44547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:29:22,486 INFO [M:0;714b435e65e7:44547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:29:22,486 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:29:22,486 INFO [M:0;714b435e65e7:44547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:22,486 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:22,486 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:29:22,486 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:22,486 INFO [M:0;714b435e65e7:44547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T23:29:22,503 DEBUG [M:0;714b435e65e7:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d361d70aac48ae8d7e168cfe04e431 is 82, key is hbase:meta,,1/info:regioninfo/1731540527975/Put/seqid=0 2024-11-13T23:29:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741849_1025 (size=5672) 2024-11-13T23:29:22,907 INFO [M:0;714b435e65e7:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d361d70aac48ae8d7e168cfe04e431 2024-11-13T23:29:22,923 DEBUG [M:0;714b435e65e7:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c1531d1ceeb4965892cbd63b97cdf5a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540538582/Put/seqid=0 2024-11-13T23:29:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741850_1026 (size=7217) 2024-11-13T23:29:23,326 INFO [M:0;714b435e65e7:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c1531d1ceeb4965892cbd63b97cdf5a 2024-11-13T23:29:23,330 INFO [M:0;714b435e65e7:44547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c1531d1ceeb4965892cbd63b97cdf5a 2024-11-13T23:29:23,346 DEBUG [M:0;714b435e65e7:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4dc0b3cfdafb400f8037f99e8acbdc6c is 69, key is 714b435e65e7,33661,1731540525137/rs:state/1731540526802/Put/seqid=0 2024-11-13T23:29:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741851_1027 (size=5156) 2024-11-13T23:29:23,749 INFO [M:0;714b435e65e7:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4dc0b3cfdafb400f8037f99e8acbdc6c 2024-11-13T23:29:23,753 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d361d70aac48ae8d7e168cfe04e431 as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75d361d70aac48ae8d7e168cfe04e431 2024-11-13T23:29:23,757 INFO [M:0;714b435e65e7:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75d361d70aac48ae8d7e168cfe04e431, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T23:29:23,757 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c1531d1ceeb4965892cbd63b97cdf5a as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c1531d1ceeb4965892cbd63b97cdf5a 2024-11-13T23:29:23,760 INFO [M:0;714b435e65e7:44547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c1531d1ceeb4965892cbd63b97cdf5a 2024-11-13T23:29:23,761 INFO [M:0;714b435e65e7:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c1531d1ceeb4965892cbd63b97cdf5a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T23:29:23,761 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4dc0b3cfdafb400f8037f99e8acbdc6c as hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4dc0b3cfdafb400f8037f99e8acbdc6c 2024-11-13T23:29:23,764 INFO [M:0;714b435e65e7:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/494f38fb-9778-1f3f-3e43-f27859468b08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4dc0b3cfdafb400f8037f99e8acbdc6c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T23:29:23,764 INFO [M:0;714b435e65e7:44547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-13T23:29:23,767 INFO [M:0;714b435e65e7:44547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:23,767 DEBUG [M:0;714b435e65e7:44547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540562486Disabling compacts and flushes for region at 1731540562486Disabling writes for close at 1731540562486Obtaining lock to block concurrent updates at 1731540562486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540562486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731540562487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540562487Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540562487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540562503 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540562503Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540562910 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540562922 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540562922Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540563330 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540563345 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540563345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f188f2c: reopening flushed file at 1731540563752 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46609254: reopening flushed file at 1731540563757 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c185b13: reopening flushed file at 1731540563761 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731540563765 (+4 ms)Writing region close event to WAL at 1731540563767 (+2 ms)Closed at 1731540563767 2024-11-13T23:29:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741830_1006 (size=64411) 2024-11-13T23:29:23,772 INFO [M:0;714b435e65e7:44547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:29:23,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:29:23,772 INFO [M:0;714b435e65e7:44547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44547 2024-11-13T23:29:23,773 INFO [M:0;714b435e65e7:44547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:29:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:23,912 INFO [M:0;714b435e65e7:44547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:29:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x10137d14bba0000, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:23,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74250959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:29:23,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:29:23,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:29:23,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:29:23,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.log.dir/,STOPPED} 2024-11-13T23:29:23,916 WARN [BP-606211052-172.17.0.2-1731540523497 heartbeating to localhost/127.0.0.1:40083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:29:23,916 WARN [BP-606211052-172.17.0.2-1731540523497 heartbeating to localhost/127.0.0.1:40083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-606211052-172.17.0.2-1731540523497 (Datanode Uuid 4808195d-affd-42c1-9d67-04f74294fb57) service to localhost/127.0.0.1:40083 2024-11-13T23:29:23,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:29:23,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:29:23,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21/data/data1/current/BP-606211052-172.17.0.2-1731540523497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:29:23,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/cluster_75d275a0-4bb6-aa1c-e97e-504a63fa2d21/data/data2/current/BP-606211052-172.17.0.2-1731540523497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:29:23,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:29:23,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ceae03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:29:23,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:29:23,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:29:23,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:29:23,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03417a26-6c17-2a12-7c57-03f0bd8c35c6/hadoop.log.dir/,STOPPED} 2024-11-13T23:29:23,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:29:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:29:23,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53865) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40083 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53865) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39259 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33539 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53865) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=799 (was 738) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 521), ProcessCount=11 (was 11), AvailableMemoryMB=7270 (was 8263) 2024-11-13T23:29:23,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=799, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=7270 2024-11-13T23:29:23,975 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T23:29:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.log.dir so I do NOT create it in target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5 2024-11-13T23:29:23,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:29:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.tmp.dir so I do NOT create it in target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5 2024-11-13T23:29:23,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f5060c-d8ae-ee92-6031-049e97f2521e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:29:23,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5 2024-11-13T23:29:23,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4, deleteOnExit=true 2024-11-13T23:29:23,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/zookeeper_0, clientPort=51902, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:29:23,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51902 2024-11-13T23:29:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:29:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:29:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/test.cache.data in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:29:23,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:29:23,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:23,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:29:23,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:29:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137d14bba0005, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:29:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137d14bba0002, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:29:24,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137d14bba0005, quorum=127.0.0.1:53865, baseZNode=/1-1041404849 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:29:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10137d14bba0008, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T23:29:24,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137d14bba0002, quorum=127.0.0.1:53865, baseZNode=/0-1110541037 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:29:24,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10137d14bba0008, quorum=127.0.0.1:53865, baseZNode=/21942951350 Received Disconnected from ZooKeeper, ignoring 2024-11-13T23:29:24,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:24,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:24,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:24,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:24,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:29:24,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:24,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:24,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41493b7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:24,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a064ac5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/java.io.tmpdir/jetty-localhost-34991-hadoop-hdfs-3_4_1-tests_jar-_-any-16124132574449141108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:29:24,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:34991} 2024-11-13T23:29:24,394 INFO [Time-limited test {}] server.Server(415): Started @295547ms 2024-11-13T23:29:24,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:24,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:24,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:24,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:24,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:29:24,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:24,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229426c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:24,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ceecef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/java.io.tmpdir/jetty-localhost-45469-hadoop-hdfs-3_4_1-tests_jar-_-any-15091115348446103463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:29:24,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:45469} 2024-11-13T23:29:24,688 INFO [Time-limited test {}] server.Server(415): Started @295842ms 2024-11-13T23:29:24,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:29:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:29:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:29:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:29:24,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:29:25,207 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/data/data1/current/BP-1345404982-172.17.0.2-1731540563992/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:25,207 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/data/data2/current/BP-1345404982-172.17.0.2-1731540563992/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:25,225 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:29:25,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42b9743bcff9d99e with lease ID 0xd9e49ffed731082b: Processing first storage report for DS-7e6c9c81-e803-48ec-84cc-1ec02058ea9f from datanode DatanodeRegistration(127.0.0.1:36207, datanodeUuid=cc61fcbe-ae76-43c0-a2f8-06d074cc6cec, infoPort=42805, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=284811011;c=1731540563992) 2024-11-13T23:29:25,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42b9743bcff9d99e with lease ID 0xd9e49ffed731082b: from storage DS-7e6c9c81-e803-48ec-84cc-1ec02058ea9f node DatanodeRegistration(127.0.0.1:36207, datanodeUuid=cc61fcbe-ae76-43c0-a2f8-06d074cc6cec, infoPort=42805, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=284811011;c=1731540563992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:29:25,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42b9743bcff9d99e with lease ID 0xd9e49ffed731082b: Processing first storage report for DS-1560f715-fd3a-4357-b239-1ecc62794dd2 from datanode DatanodeRegistration(127.0.0.1:36207, datanodeUuid=cc61fcbe-ae76-43c0-a2f8-06d074cc6cec, infoPort=42805, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=284811011;c=1731540563992) 2024-11-13T23:29:25,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42b9743bcff9d99e with lease ID 0xd9e49ffed731082b: from storage DS-1560f715-fd3a-4357-b239-1ecc62794dd2 node DatanodeRegistration(127.0.0.1:36207, datanodeUuid=cc61fcbe-ae76-43c0-a2f8-06d074cc6cec, infoPort=42805, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=284811011;c=1731540563992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:29:25,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5 2024-11-13T23:29:25,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:25,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:29:25,725 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375 with version=8 2024-11-13T23:29:25,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/hbase-staging 2024-11-13T23:29:25,727 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:25,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43717 2024-11-13T23:29:25,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43717 connecting to ZooKeeper ensemble=127.0.0.1:51902 2024-11-13T23:29:25,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:25,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:25,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437170x0, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:25,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43717-0x10137d1e9f10000 connected 2024-11-13T23:29:25,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:25,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:25,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on znode that does not yet exist, /02116970064/running 2024-11-13T23:29:25,878 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375, hbase.cluster.distributed=false 2024-11-13T23:29:25,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on znode that does not yet exist, /02116970064/acl 2024-11-13T23:29:25,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43717 2024-11-13T23:29:25,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43717 2024-11-13T23:29:25,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43717 2024-11-13T23:29:25,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43717 2024-11-13T23:29:25,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43717 2024-11-13T23:29:25,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:25,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45867 2024-11-13T23:29:25,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45867 connecting to ZooKeeper ensemble=127.0.0.1:51902 2024-11-13T23:29:25,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:25,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458670x0, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:25,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458670x0, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on znode that does not yet exist, /02116970064/running 2024-11-13T23:29:25,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45867-0x10137d1e9f10001 connected 2024-11-13T23:29:25,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:29:25,918 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:29:25,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on znode that does not yet exist, /02116970064/master 2024-11-13T23:29:25,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on znode that does not yet exist, /02116970064/acl 2024-11-13T23:29:25,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-13T23:29:25,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-11-13T23:29:25,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-11-13T23:29:25,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-13T23:29:25,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-11-13T23:29:25,939 DEBUG [M:0;714b435e65e7:43717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:43717 2024-11-13T23:29:25,939 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02116970064/backup-masters/714b435e65e7,43717,1731540565726 2024-11-13T23:29:25,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064/backup-masters 2024-11-13T23:29:25,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064/backup-masters 2024-11-13T23:29:25,950 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on existing znode=/02116970064/backup-masters/714b435e65e7,43717,1731540565726 2024-11-13T23:29:25,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:25,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02116970064/master 2024-11-13T23:29:25,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:25,958 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on existing znode=/02116970064/master 2024-11-13T23:29:25,958 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02116970064/backup-masters/714b435e65e7,43717,1731540565726 from backup master directory 2024-11-13T23:29:25,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064/backup-masters 2024-11-13T23:29:25,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02116970064/backup-masters/714b435e65e7,43717,1731540565726 2024-11-13T23:29:25,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064/backup-masters 2024-11-13T23:29:25,966 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:25,966 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,43717,1731540565726 2024-11-13T23:29:25,969 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/hbase.id] with ID: 256e5981-15dd-41ba-85a7-1da4bf685469 2024-11-13T23:29:25,969 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/.tmp/hbase.id 2024-11-13T23:29:25,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:29:26,377 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/.tmp/hbase.id]:[hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/hbase.id] 2024-11-13T23:29:26,384 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:26,384 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:29:26,385 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:29:26,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:26,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:26,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:29:26,829 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:26,830 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:29:26,830 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:29:27,235 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/data/master/store 2024-11-13T23:29:27,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:29:27,640 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:27,640 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:29:27,640 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:27,640 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:27,640 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:29:27,640 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:27,640 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:27,640 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540567640Disabling compacts and flushes for region at 1731540567640Disabling writes for close at 1731540567640Writing region close event to WAL at 1731540567640Closed at 1731540567640 2024-11-13T23:29:27,641 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/data/master/store/.initializing 2024-11-13T23:29:27,641 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/WALs/714b435e65e7,43717,1731540565726 2024-11-13T23:29:27,642 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:27,643 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43717%2C1731540565726, suffix=, logDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/WALs/714b435e65e7,43717,1731540565726, archiveDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/oldWALs, maxLogs=10 2024-11-13T23:29:27,658 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/WALs/714b435e65e7,43717,1731540565726/714b435e65e7%2C43717%2C1731540565726.1731540567643, exclude list is [], retry=0 2024-11-13T23:29:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-7e6c9c81-e803-48ec-84cc-1ec02058ea9f,DISK] 2024-11-13T23:29:27,662 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/WALs/714b435e65e7,43717,1731540565726/714b435e65e7%2C43717%2C1731540565726.1731540567643 2024-11-13T23:29:27,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42805:42805)] 2024-11-13T23:29:27,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:27,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:27,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,662 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:29:27,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:27,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:27,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:29:27,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:27,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:27,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:29:27,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:27,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:27,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:29:27,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:27,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:27,671 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,671 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,672 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,672 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,672 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,673 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:27,673 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:27,675 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:27,675 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72566844, jitterRate=0.08133023977279663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:27,676 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540567662Initializing all the Stores at 1731540567663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540567663Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540567666 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540567666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540567666Cleaning up temporary data from old regions at 1731540567672 (+6 ms)Region opened successfully at 1731540567676 (+4 ms) 2024-11-13T23:29:27,676 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:29:27,678 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d68f7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:27,678 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:29:27,678 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:29:27,678 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:29:27,679 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:29:27,679 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:29:27,679 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:29:27,679 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:29:27,680 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:29:27,681 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Unable to get data of znode /02116970064/balancer because node does not exist (not necessarily an error) 2024-11-13T23:29:27,722 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02116970064/balancer already deleted, retry=false 2024-11-13T23:29:27,722 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:29:27,723 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Unable to get data of znode /02116970064/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:29:27,733 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02116970064/normalizer already deleted, retry=false 2024-11-13T23:29:27,733 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:29:27,734 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Unable to get data of znode /02116970064/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:29:27,741 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02116970064/switch/split already deleted, retry=false 2024-11-13T23:29:27,742 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Unable to get data of znode /02116970064/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:29:27,749 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02116970064/switch/merge already deleted, retry=false 2024-11-13T23:29:27,751 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Unable to get data of znode /02116970064/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:29:27,758 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02116970064/snapshot-cleanup already deleted, retry=false 2024-11-13T23:29:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02116970064/running 2024-11-13T23:29:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02116970064/running 2024-11-13T23:29:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:27,766 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,43717,1731540565726, sessionid=0x10137d1e9f10000, setting cluster-up flag (Was=false) 2024-11-13T23:29:27,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:27,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:27,808 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02116970064/flush-table-proc/acquired, /02116970064/flush-table-proc/reached, /02116970064/flush-table-proc/abort 2024-11-13T23:29:27,808 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43717,1731540565726 2024-11-13T23:29:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:27,849 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02116970064/online-snapshot/acquired, /02116970064/online-snapshot/reached, /02116970064/online-snapshot/abort 2024-11-13T23:29:27,850 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43717,1731540565726 2024-11-13T23:29:27,851 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:29:27,852 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:27,852 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:29:27,852 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:29:27,864 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,43717,1731540565726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:29:27,865 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:27,866 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:27,866 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:27,866 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:27,866 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:29:27,866 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,866 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:27,866 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,868 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540597868 2024-11-13T23:29:27,868 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:29:27,868 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:29:27,868 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:29:27,868 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:29:27,868 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:29:27,868 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:29:27,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:27,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:29:27,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:27,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:29:27,874 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,875 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:29:27,875 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:29:27,875 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:29:27,875 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:29:27,878 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:29:27,878 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:29:27,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540567878,5,FailOnTimeoutGroup] 2024-11-13T23:29:27,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540567879,5,FailOnTimeoutGroup] 2024-11-13T23:29:27,879 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,879 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:29:27,879 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,879 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:29:27,931 INFO [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(746): ClusterId : 256e5981-15dd-41ba-85a7-1da4bf685469 2024-11-13T23:29:27,931 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:29:27,942 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:29:27,942 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:29:27,950 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:29:27,950 DEBUG [RS:0;714b435e65e7:45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382947c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:27,964 DEBUG [RS:0;714b435e65e7:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:45867 2024-11-13T23:29:27,964 INFO [RS:0;714b435e65e7:45867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:29:27,964 INFO [RS:0;714b435e65e7:45867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:29:27,964 DEBUG [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:29:27,965 INFO [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,43717,1731540565726 with port=45867, startcode=1731540565900 2024-11-13T23:29:27,965 DEBUG [RS:0;714b435e65e7:45867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:29:27,966 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:29:27,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,45867,1731540565900 2024-11-13T23:29:27,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43717 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,45867,1731540565900 2024-11-13T23:29:27,968 DEBUG [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375 2024-11-13T23:29:27,968 DEBUG [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33893 2024-11-13T23:29:27,968 DEBUG [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:29:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064/rs 2024-11-13T23:29:27,975 DEBUG [RS:0;714b435e65e7:45867 {}] zookeeper.ZKUtil(111): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Set watcher on existing znode=/02116970064/rs/714b435e65e7,45867,1731540565900 2024-11-13T23:29:27,975 WARN [RS:0;714b435e65e7:45867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:27,975 INFO [RS:0;714b435e65e7:45867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:27,975 DEBUG [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/WALs/714b435e65e7,45867,1731540565900 2024-11-13T23:29:27,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,45867,1731540565900] 2024-11-13T23:29:27,977 INFO [RS:0;714b435e65e7:45867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:29:27,978 INFO [RS:0;714b435e65e7:45867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:29:27,979 INFO [RS:0;714b435e65e7:45867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:29:27,979 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,979 INFO [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:29:27,979 INFO [RS:0;714b435e65e7:45867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:29:27,979 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,979 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,980 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,980 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:27,980 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:27,980 DEBUG [RS:0;714b435e65e7:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:27,982 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,982 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,982 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,982 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,982 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,982 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45867,1731540565900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:27,994 INFO [RS:0;714b435e65e7:45867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:29:27,994 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45867,1731540565900-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,994 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:27,994 INFO [RS:0;714b435e65e7:45867 {}] regionserver.Replication(171): 714b435e65e7,45867,1731540565900 started 2024-11-13T23:29:28,008 INFO [RS:0;714b435e65e7:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,008 INFO [RS:0;714b435e65e7:45867 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,45867,1731540565900, RpcServer on 714b435e65e7/172.17.0.2:45867, sessionid=0x10137d1e9f10001 2024-11-13T23:29:28,008 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:29:28,008 DEBUG [RS:0;714b435e65e7:45867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,45867,1731540565900 2024-11-13T23:29:28,008 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,45867,1731540565900' 2024-11-13T23:29:28,008 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02116970064/flush-table-proc/abort' 2024-11-13T23:29:28,008 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02116970064/flush-table-proc/acquired' 2024-11-13T23:29:28,009 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:29:28,009 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:29:28,009 DEBUG [RS:0;714b435e65e7:45867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,45867,1731540565900 2024-11-13T23:29:28,009 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,45867,1731540565900' 2024-11-13T23:29:28,009 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02116970064/online-snapshot/abort' 2024-11-13T23:29:28,009 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02116970064/online-snapshot/acquired' 2024-11-13T23:29:28,009 DEBUG [RS:0;714b435e65e7:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:29:28,010 INFO [RS:0;714b435e65e7:45867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:29:28,010 INFO [RS:0;714b435e65e7:45867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:29:28,110 INFO [RS:0;714b435e65e7:45867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:28,111 INFO [RS:0;714b435e65e7:45867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C45867%2C1731540565900, suffix=, logDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/WALs/714b435e65e7,45867,1731540565900, archiveDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/oldWALs, maxLogs=10 2024-11-13T23:29:28,123 DEBUG [RS:0;714b435e65e7:45867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/WALs/714b435e65e7,45867,1731540565900/714b435e65e7%2C45867%2C1731540565900.1731540568111, exclude list is [], retry=0 2024-11-13T23:29:28,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-7e6c9c81-e803-48ec-84cc-1ec02058ea9f,DISK] 2024-11-13T23:29:28,127 INFO [RS:0;714b435e65e7:45867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/WALs/714b435e65e7,45867,1731540565900/714b435e65e7%2C45867%2C1731540565900.1731540568111 2024-11-13T23:29:28,127 DEBUG [RS:0;714b435e65e7:45867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42805:42805)] 2024-11-13T23:29:28,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:29:28,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375 2024-11-13T23:29:28,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:29:28,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:28,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:28,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:28,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:28,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:28,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:28,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:28,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:28,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:28,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:28,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/hbase/meta/1588230740 2024-11-13T23:29:28,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/hbase/meta/1588230740 2024-11-13T23:29:28,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:28,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:28,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:28,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:28,344 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:28,344 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71275433, jitterRate=0.062086716294288635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:28,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540568315Initializing all the Stores at 1731540568316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540568316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540568318 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540568318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540568318Cleaning up temporary data from old regions at 1731540568339 (+21 ms)Region opened successfully at 1731540568345 (+6 ms) 2024-11-13T23:29:28,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:29:28,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:29:28,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:29:28,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:29:28,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:29:28,352 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:28,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540568345Disabling compacts and flushes for region at 1731540568345Disabling writes for close at 1731540568346 (+1 ms)Writing region close event to WAL at 1731540568352 (+6 ms)Closed at 1731540568352 2024-11-13T23:29:28,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:28,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:29:28,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:29:28,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:28,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:29:28,506 DEBUG [714b435e65e7:43717 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:29:28,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,45867,1731540565900 2024-11-13T23:29:28,508 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,45867,1731540565900, state=OPENING 2024-11-13T23:29:28,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:29:28,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:28,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02116970064 2024-11-13T23:29:28,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:28,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02116970064/meta-region-server: CHANGED 2024-11-13T23:29:28,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,45867,1731540565900}] 2024-11-13T23:29:28,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02116970064/meta-region-server: CHANGED 2024-11-13T23:29:28,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:28,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:29:28,714 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:29:28,714 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:28,714 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:29:28,715 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C45867%2C1731540565900.meta, suffix=.meta, logDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/WALs/714b435e65e7,45867,1731540565900, archiveDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/oldWALs, maxLogs=10 2024-11-13T23:29:28,727 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/WALs/714b435e65e7,45867,1731540565900/714b435e65e7%2C45867%2C1731540565900.meta.1731540568716.meta, exclude list is [], retry=0 2024-11-13T23:29:28,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36207,DS-7e6c9c81-e803-48ec-84cc-1ec02058ea9f,DISK] 2024-11-13T23:29:28,731 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/WALs/714b435e65e7,45867,1731540565900/714b435e65e7%2C45867%2C1731540565900.meta.1731540568716.meta 2024-11-13T23:29:28,731 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42805:42805)] 2024-11-13T23:29:28,731 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:28,731 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:28,731 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:28,731 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:29:28,731 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:29:28,731 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:29:28,731 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:28,731 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:29:28,732 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:29:28,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:28,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:28,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:28,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:28,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:28,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:28,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:28,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:28,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:28,736 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:28,737 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/hbase/meta/1588230740 2024-11-13T23:29:28,737 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/hbase/meta/1588230740 2024-11-13T23:29:28,738 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:28,738 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:28,738 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:28,739 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:28,740 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67513966, jitterRate=0.006036490201950073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:28,740 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:29:28,740 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540568732Writing region info on filesystem at 1731540568732Initializing all the Stores at 1731540568732Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540568732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540568732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540568732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540568732Cleaning up temporary data from old regions at 1731540568738 (+6 ms)Running coprocessor post-open hooks at 1731540568740 (+2 ms)Region opened successfully at 1731540568740 2024-11-13T23:29:28,741 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540568711 2024-11-13T23:29:28,742 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:29:28,742 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:29:28,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,45867,1731540565900 2024-11-13T23:29:28,743 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,45867,1731540565900, state=OPEN 2024-11-13T23:29:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43717-0x10137d1e9f10000, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02116970064/meta-region-server 2024-11-13T23:29:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x10137d1e9f10001, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02116970064/meta-region-server 2024-11-13T23:29:28,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,45867,1731540565900 2024-11-13T23:29:28,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02116970064/meta-region-server: CHANGED 2024-11-13T23:29:28,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02116970064/meta-region-server: CHANGED 2024-11-13T23:29:28,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:29:28,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,45867,1731540565900 in 219 msec 2024-11-13T23:29:28,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:29:28,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-13T23:29:28,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:28,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:29:28,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:28,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45867,1731540565900, seqNum=-1] 2024-11-13T23:29:28,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:28,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:28,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 933 msec 2024-11-13T23:29:28,785 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540568785, completionTime=-1 2024-11-13T23:29:28,785 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:29:28,786 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540628787 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540688787 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43717,1731540565726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43717,1731540565726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43717,1731540565726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:43717, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,789 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.824sec 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43717,1731540565726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:28,790 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43717,1731540565726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:29:28,792 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:29:28,792 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:29:28,792 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43717,1731540565726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:28,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:28,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43717,-1 for getting cluster id 2024-11-13T23:29:28,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:28,833 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '256e5981-15dd-41ba-85a7-1da4bf685469' 2024-11-13T23:29:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "256e5981-15dd-41ba-85a7-1da4bf685469" 2024-11-13T23:29:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49992fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43717,-1] 2024-11-13T23:29:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:28,834 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:28,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:28,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45867,1731540565900, seqNum=-1] 2024-11-13T23:29:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:28,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,43717,1731540565726 2024-11-13T23:29:28,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51902 2024-11-13T23:29:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51902, baseZNode=/02116970064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:28,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137d1e9f10002 connected 2024-11-13T23:29:28,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43717,1731540565726 2024-11-13T23:29:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@186ef3dd 2024-11-13T23:29:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:28,867 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:28,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:29:28,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:28,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:28,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:29:28,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:29:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:29,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a46811c361200804dfad733d8df90b7f, NAME => 'test,,1731540568867.a46811c361200804dfad733d8df90b7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375 2024-11-13T23:29:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36207 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:29:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:29,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540568867.a46811c361200804dfad733d8df90b7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:29,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a46811c361200804dfad733d8df90b7f, disabling compactions & flushes 2024-11-13T23:29:29,680 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540568867.a46811c361200804dfad733d8df90b7f. 2024-11-13T23:29:29,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540568867.a46811c361200804dfad733d8df90b7f. 2024-11-13T23:29:29,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540568867.a46811c361200804dfad733d8df90b7f. after waiting 0 ms 2024-11-13T23:29:29,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540568867.a46811c361200804dfad733d8df90b7f. 2024-11-13T23:29:29,680 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540568867.a46811c361200804dfad733d8df90b7f. 2024-11-13T23:29:29,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a46811c361200804dfad733d8df90b7f: Waiting for close lock at 1731540569680Disabling compacts and flushes for region at 1731540569680Disabling writes for close at 1731540569680Writing region close event to WAL at 1731540569680Closed at 1731540569680 2024-11-13T23:29:29,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:29,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540568867.a46811c361200804dfad733d8df90b7f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540569681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540569681"}]},"ts":"1731540569681"} 2024-11-13T23:29:29,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:29,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:29,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540569683"}]},"ts":"1731540569683"} 2024-11-13T23:29:29,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:29:29,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a46811c361200804dfad733d8df90b7f, ASSIGN}] 2024-11-13T23:29:29,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a46811c361200804dfad733d8df90b7f, ASSIGN 2024-11-13T23:29:29,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a46811c361200804dfad733d8df90b7f, ASSIGN; state=OFFLINE, location=714b435e65e7,45867,1731540565900; forceNewPlan=false, retain=false 2024-11-13T23:29:29,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a46811c361200804dfad733d8df90b7f, regionState=OPENING, regionLocation=714b435e65e7,45867,1731540565900 2024-11-13T23:29:29,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a46811c361200804dfad733d8df90b7f, ASSIGN because future has completed 2024-11-13T23:29:29,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a46811c361200804dfad733d8df90b7f, server=714b435e65e7,45867,1731540565900}] 2024-11-13T23:29:29,992 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540568867.a46811c361200804dfad733d8df90b7f. 2024-11-13T23:29:29,993 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a46811c361200804dfad733d8df90b7f, NAME => 'test,,1731540568867.a46811c361200804dfad733d8df90b7f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:29,993 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:29,993 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:29:29,993 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,993 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540568867.a46811c361200804dfad733d8df90b7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:29,993 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,993 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,994 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,995 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a46811c361200804dfad733d8df90b7f columnFamilyName f 2024-11-13T23:29:29,995 DEBUG [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:29,995 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] regionserver.HStore(327): Store=a46811c361200804dfad733d8df90b7f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:29,995 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,996 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a46811c361200804dfad733d8df90b7f columnFamilyName f1 2024-11-13T23:29:29,996 DEBUG [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:29,996 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] regionserver.HStore(327): Store=a46811c361200804dfad733d8df90b7f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:29,996 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,997 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a46811c361200804dfad733d8df90b7f columnFamilyName norep 2024-11-13T23:29:29,997 DEBUG [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:29,997 INFO [StoreOpener-a46811c361200804dfad733d8df90b7f-1 {}] regionserver.HStore(327): Store=a46811c361200804dfad733d8df90b7f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:29,997 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,998 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/default/test/a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,998 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/default/test/a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,998 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,998 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:29,999 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:29,999 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:30,000 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/data/default/test/a46811c361200804dfad733d8df90b7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:30,000 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a46811c361200804dfad733d8df90b7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64926505, jitterRate=-0.03251968324184418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:30,001 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a46811c361200804dfad733d8df90b7f 2024-11-13T23:29:30,001 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a46811c361200804dfad733d8df90b7f: Running coprocessor pre-open hook at 1731540569993Writing region info on filesystem at 1731540569993Initializing all the Stores at 1731540569994 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540569994Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540569994Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540569994Cleaning up temporary data from old regions at 1731540569998 (+4 ms)Running coprocessor post-open hooks at 1731540570001 (+3 ms)Region opened successfully at 1731540570001 2024-11-13T23:29:30,002 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540568867.a46811c361200804dfad733d8df90b7f., pid=6, masterSystemTime=1731540569990 2024-11-13T23:29:30,003 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540568867.a46811c361200804dfad733d8df90b7f. 2024-11-13T23:29:30,003 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540568867.a46811c361200804dfad733d8df90b7f. 2024-11-13T23:29:30,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a46811c361200804dfad733d8df90b7f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,45867,1731540565900 2024-11-13T23:29:30,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a46811c361200804dfad733d8df90b7f, server=714b435e65e7,45867,1731540565900 because future has completed 2024-11-13T23:29:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:30,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:29:30,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a46811c361200804dfad733d8df90b7f, server=714b435e65e7,45867,1731540565900 in 168 msec 2024-11-13T23:29:30,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:29:30,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a46811c361200804dfad733d8df90b7f, ASSIGN in 322 msec 2024-11-13T23:29:30,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:30,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540570009"}]},"ts":"1731540570009"} 2024-11-13T23:29:30,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:29:30,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:30,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-13T23:29:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:31,017 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:29:31,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:31,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43717,-1 for getting cluster id 2024-11-13T23:29:31,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:31,018 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '256e5981-15dd-41ba-85a7-1da4bf685469' 2024-11-13T23:29:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "256e5981-15dd-41ba-85a7-1da4bf685469" 2024-11-13T23:29:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e040d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43717,-1] 2024-11-13T23:29:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:31,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:31,019 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:31,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734294b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:31,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43717,1731540565726 2024-11-13T23:29:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37b652a9 2024-11-13T23:29:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:31,021 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:31,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:43717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:29:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:29:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:31,023 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:43717' 2024-11-13T23:29:31,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239ef4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:31,024 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43717,-1 for getting cluster id 2024-11-13T23:29:31,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:31,025 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '256e5981-15dd-41ba-85a7-1da4bf685469' 2024-11-13T23:29:31,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:31,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "256e5981-15dd-41ba-85a7-1da4bf685469" 2024-11-13T23:29:31,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecec31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:31,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43717,-1] 2024-11-13T23:29:31,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:31,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:31,026 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:31,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c9708a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:31,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43717,1731540565726 2024-11-13T23:29:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38152c2c 2024-11-13T23:29:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:31,028 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:31,028 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T23:29:31,028 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:29:31,028 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:31,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:31,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:31,029 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://714b435e65e7:43717, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:29:31,035 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://714b435e65e7:43717, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://714b435e65e7:43717, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://714b435e65e7:43717, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T23:29:31,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://714b435e65e7:43717, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-13T23:29:31,037 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T23:29:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:31,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:31,128 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://714b435e65e7:43717, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T23:29:31,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:31,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:31,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:31,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:31,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 363) Potentially hanging thread: IPC Server idle connection scanner for port 33893 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/data/data1/current/BP-1345404982-172.17.0.2-1731540563992 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-154276940_20 at /127.0.0.1:54204 [Receiving block BP-1345404982-172.17.0.2-1731540563992:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 0 on default port 33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375-prefix:714b435e65e7,45867,1731540565900.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-1345404982-172.17.0.2-1731540563992:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375/MasterData-prefix:714b435e65e7,43717,1731540565726 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(239677068) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@54943068 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33893/user/jenkins/test-data/7616b96d-bfcf-4c53-56e7-151854a9b375-prefix:714b435e65e7,45867,1731540565900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp994132191-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540567879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp994132191-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7eb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1345404982-172.17.0.2-1731540563992:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7eb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-154276940_20 at /127.0.0.1:54132 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-982aaa7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6215f76f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33893 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540567878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f7eb09f97a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51902) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1345404982-172.17.0.2-1731540563992:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1345404982-172.17.0.2-1731540563992 heartbeating to localhost/127.0.0.1:33893 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-154276940_20 at /127.0.0.1:54216 [Receiving block BP-1345404982-172.17.0.2-1731540563992:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;714b435e65e7:45867-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1488314647-7934-acceptor-0@324006b2-ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:45469} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp994132191-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7eb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@198479ec java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 38325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f7eb0ad26b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 714b435e65e7:43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/714b435e65e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7888-acceptor-0@54b18837-ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:34991} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;714b435e65e7:43717 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1488314647-7933 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7eb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@38520910[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;714b435e65e7:45867 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/714b435e65e7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/714b435e65e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2001718008_20 at /127.0.0.1:54182 [Receiving block BP-1345404982-172.17.0.2-1731540563992:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/cluster_772caddd-f0c7-7f04-267a-188f53ce06d4/data/data2/current/BP-1345404982-172.17.0.2-1731540563992 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1488314647-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1488314647-7935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2106c5d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51902): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51902) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 38325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51902) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 38325 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp994132191-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7eb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/714b435e65e7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 4 on default port 33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp994132191-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=875 (was 799) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 401) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7225 (was 7270) 2024-11-13T23:29:31,144 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-13T23:29:31,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=875, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=7224 2024-11-13T23:29:31,156 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-13T23:29:31,168 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T23:29:31,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.log.dir so I do NOT create it in target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7 2024-11-13T23:29:31,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:29:31,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.tmp.dir so I do NOT create it in target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7 2024-11-13T23:29:31,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c1c8d45-cc7e-a84d-a0dd-f675fd39d3a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:29:31,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7 2024-11-13T23:29:31,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4, deleteOnExit=true 2024-11-13T23:29:31,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4/zookeeper_0, clientPort=54481, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:29:31,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54481 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/test.cache.data in system properties and HBase conf 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:29:31,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:29:31,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:29:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:29:31,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:31,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:31,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:31,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:31,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:29:31,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:31,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:31,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:31,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a02ac7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/java.io.tmpdir/jetty-localhost-45145-hadoop-hdfs-3_4_1-tests_jar-_-any-15476838998217235203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:29:31,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:45145} 2024-11-13T23:29:31,721 INFO [Time-limited test {}] server.Server(415): Started @302874ms 2024-11-13T23:29:31,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:31,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:31,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:31,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:31,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:29:31,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:31,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:32,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be7d588{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/java.io.tmpdir/jetty-localhost-34501-hadoop-hdfs-3_4_1-tests_jar-_-any-1302220678754204575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:29:32,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:34501} 2024-11-13T23:29:32,036 INFO [Time-limited test {}] server.Server(415): Started @303189ms 2024-11-13T23:29:32,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:29:32,583 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4/data/data1/current/BP-1231814351-172.17.0.2-1731540571192/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:32,583 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4/data/data2/current/BP-1231814351-172.17.0.2-1731540571192/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:32,598 WARN [Thread-4302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:29:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a751f48d8e0e7a9 with lease ID 0x81dbecb227f38557: Processing first storage report for DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf from datanode DatanodeRegistration(127.0.0.1:41339, datanodeUuid=0a65856a-5807-4a91-9470-fe07719f3710, infoPort=42129, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=604433906;c=1731540571192) 2024-11-13T23:29:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a751f48d8e0e7a9 with lease ID 0x81dbecb227f38557: from storage DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf node DatanodeRegistration(127.0.0.1:41339, datanodeUuid=0a65856a-5807-4a91-9470-fe07719f3710, infoPort=42129, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=604433906;c=1731540571192), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:29:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a751f48d8e0e7a9 with lease ID 0x81dbecb227f38557: Processing first storage report for DS-a03aff6c-d50a-42a7-ad9b-d80acc33283d from datanode DatanodeRegistration(127.0.0.1:41339, datanodeUuid=0a65856a-5807-4a91-9470-fe07719f3710, infoPort=42129, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=604433906;c=1731540571192) 2024-11-13T23:29:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a751f48d8e0e7a9 with lease ID 0x81dbecb227f38557: from storage DS-a03aff6c-d50a-42a7-ad9b-d80acc33283d node DatanodeRegistration(127.0.0.1:41339, datanodeUuid=0a65856a-5807-4a91-9470-fe07719f3710, infoPort=42129, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=604433906;c=1731540571192), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:29:32,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7 2024-11-13T23:29:32,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:32,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:29:33,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1 with version=8 2024-11-13T23:29:33,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/hbase-staging 2024-11-13T23:29:33,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:33,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:33,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:33,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:33,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:33,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:33,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:29:33,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:33,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40761 2024-11-13T23:29:33,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40761 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:33,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407610x0, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:33,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40761-0x10137d2060a0000 connected 2024-11-13T23:29:33,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:33,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:33,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on znode that does not yet exist, /01870867885/running 2024-11-13T23:29:33,232 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1, hbase.cluster.distributed=false 2024-11-13T23:29:33,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on znode that does not yet exist, /01870867885/acl 2024-11-13T23:29:33,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40761 2024-11-13T23:29:33,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40761 2024-11-13T23:29:33,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40761 2024-11-13T23:29:33,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40761 2024-11-13T23:29:33,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40761 2024-11-13T23:29:33,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:33,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:33,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:33,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:33,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:33,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:33,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:29:33,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:33,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37853 2024-11-13T23:29:33,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37853 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:33,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:33,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:33,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378530x0, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:33,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37853-0x10137d2060a0001 connected 2024-11-13T23:29:33,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378530x0, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on znode that does not yet exist, /01870867885/running 2024-11-13T23:29:33,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:29:33,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:29:33,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on znode that does not yet exist, /01870867885/master 2024-11-13T23:29:33,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on znode that does not yet exist, /01870867885/acl 2024-11-13T23:29:33,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37853 2024-11-13T23:29:33,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37853 2024-11-13T23:29:33,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37853 2024-11-13T23:29:33,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37853 2024-11-13T23:29:33,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37853 2024-11-13T23:29:33,289 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:40761 2024-11-13T23:29:33,290 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01870867885/backup-masters/714b435e65e7,40761,1731540573079 2024-11-13T23:29:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885/backup-masters 2024-11-13T23:29:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885/backup-masters 2024-11-13T23:29:33,300 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on existing znode=/01870867885/backup-masters/714b435e65e7,40761,1731540573079 2024-11-13T23:29:33,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:33,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870867885/master 2024-11-13T23:29:33,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:33,309 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on existing znode=/01870867885/master 2024-11-13T23:29:33,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01870867885/backup-masters/714b435e65e7,40761,1731540573079 from backup master directory 2024-11-13T23:29:33,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870867885/backup-masters/714b435e65e7,40761,1731540573079 2024-11-13T23:29:33,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885/backup-masters 2024-11-13T23:29:33,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885/backup-masters 2024-11-13T23:29:33,320 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:33,320 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,40761,1731540573079 2024-11-13T23:29:33,322 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/hbase.id] with ID: cdb3342f-760c-4d98-b5e8-50028b72e27e 2024-11-13T23:29:33,322 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/.tmp/hbase.id 2024-11-13T23:29:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:29:33,726 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/.tmp/hbase.id]:[hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/hbase.id] 2024-11-13T23:29:33,734 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:33,734 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:29:33,735 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:29:33,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:33,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:29:34,179 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:34,180 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:29:34,180 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:29:34,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:34,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:34,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:29:34,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T23:29:34,585 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store 2024-11-13T23:29:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:29:34,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:29:34,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:29:34,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T23:29:34,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T23:29:34,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:29:34,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T23:29:34,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:29:34,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:29:34,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:34,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:29:34,990 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:34,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:34,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:29:34,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:34,990 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:34,990 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540574990Disabling compacts and flushes for region at 1731540574990Disabling writes for close at 1731540574990Writing region close event to WAL at 1731540574990Closed at 1731540574990 2024-11-13T23:29:34,991 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/.initializing 2024-11-13T23:29:34,991 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/WALs/714b435e65e7,40761,1731540573079 2024-11-13T23:29:34,992 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:34,993 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C40761%2C1731540573079, suffix=, logDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/WALs/714b435e65e7,40761,1731540573079, archiveDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/oldWALs, maxLogs=10 2024-11-13T23:29:35,005 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/WALs/714b435e65e7,40761,1731540573079/714b435e65e7%2C40761%2C1731540573079.1731540574993, exclude list is [], retry=0 2024-11-13T23:29:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf,DISK] 2024-11-13T23:29:35,009 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/WALs/714b435e65e7,40761,1731540573079/714b435e65e7%2C40761%2C1731540573079.1731540574993 2024-11-13T23:29:35,009 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42129:42129)] 2024-11-13T23:29:35,009 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:35,009 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:35,009 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,009 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:29:35,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:35,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:29:35,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:35,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:29:35,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:35,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:29:35,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:35,015 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,016 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,016 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,017 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,017 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,017 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:35,018 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:35,022 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:35,022 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65073488, jitterRate=-0.030329465866088867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:35,023 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540575009Initializing all the Stores at 1731540575010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540575010Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540575010Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540575010Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540575010Cleaning up temporary data from old regions at 1731540575017 (+7 ms)Region opened successfully at 1731540575023 (+6 ms) 2024-11-13T23:29:35,023 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:29:35,025 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d120bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:35,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:29:35,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:29:35,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:29:35,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:29:35,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:29:35,026 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:29:35,027 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:29:35,028 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:29:35,029 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Unable to get data of znode /01870867885/balancer because node does not exist (not necessarily an error) 2024-11-13T23:29:35,066 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870867885/balancer already deleted, retry=false 2024-11-13T23:29:35,067 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:29:35,067 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Unable to get data of znode /01870867885/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:29:35,075 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870867885/normalizer already deleted, retry=false 2024-11-13T23:29:35,075 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:29:35,076 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Unable to get data of znode /01870867885/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:29:35,083 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870867885/switch/split already deleted, retry=false 2024-11-13T23:29:35,084 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Unable to get data of znode /01870867885/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:29:35,091 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870867885/switch/merge already deleted, retry=false 2024-11-13T23:29:35,093 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Unable to get data of znode /01870867885/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:29:35,103 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870867885/snapshot-cleanup already deleted, retry=false 2024-11-13T23:29:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870867885/running 2024-11-13T23:29:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870867885/running 2024-11-13T23:29:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,112 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,40761,1731540573079, sessionid=0x10137d2060a0000, setting cluster-up flag (Was=false) 2024-11-13T23:29:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,153 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870867885/flush-table-proc/acquired, /01870867885/flush-table-proc/reached, /01870867885/flush-table-proc/abort 2024-11-13T23:29:35,154 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40761,1731540573079 2024-11-13T23:29:35,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,195 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870867885/online-snapshot/acquired, /01870867885/online-snapshot/reached, /01870867885/online-snapshot/abort 2024-11-13T23:29:35,195 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40761,1731540573079 2024-11-13T23:29:35,196 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:29:35,197 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:35,197 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:29:35,197 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:29:35,198 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,40761,1731540573079 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:35,199 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540605200 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:29:35,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:29:35,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:29:35,200 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,201 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:29:35,201 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:29:35,201 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:29:35,201 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:29:35,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:29:35,201 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:29:35,201 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:29:35,202 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540575201,5,FailOnTimeoutGroup] 2024-11-13T23:29:35,202 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540575202,5,FailOnTimeoutGroup] 2024-11-13T23:29:35,202 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,202 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:29:35,202 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,202 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:29:35,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:29:35,209 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1 2024-11-13T23:29:35,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:29:35,279 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(746): ClusterId : cdb3342f-760c-4d98-b5e8-50028b72e27e 2024-11-13T23:29:35,279 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:29:35,287 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:29:35,287 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:29:35,295 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:29:35,295 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afa4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:35,306 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:37853 2024-11-13T23:29:35,306 INFO [RS:0;714b435e65e7:37853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:29:35,306 INFO [RS:0;714b435e65e7:37853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:29:35,306 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:29:35,306 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,40761,1731540573079 with port=37853, startcode=1731540573250 2024-11-13T23:29:35,306 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:29:35,307 DEBUG [master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=25, created chunk count=35, reused chunk count=136, reuseRatio=79.53% 2024-11-13T23:29:35,307 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:29:35,307 DEBUG [master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T23:29:35,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,37853,1731540573250 2024-11-13T23:29:35,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40761 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,37853,1731540573250 2024-11-13T23:29:35,309 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1 2024-11-13T23:29:35,309 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35367 2024-11-13T23:29:35,309 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:29:35,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885/rs 2024-11-13T23:29:35,317 DEBUG [RS:0;714b435e65e7:37853 {}] zookeeper.ZKUtil(111): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on existing znode=/01870867885/rs/714b435e65e7,37853,1731540573250 2024-11-13T23:29:35,317 WARN [RS:0;714b435e65e7:37853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:35,317 INFO [RS:0;714b435e65e7:37853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:35,317 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250 2024-11-13T23:29:35,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,37853,1731540573250] 2024-11-13T23:29:35,319 INFO [RS:0;714b435e65e7:37853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:29:35,320 INFO [RS:0;714b435e65e7:37853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:29:35,321 INFO [RS:0;714b435e65e7:37853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:29:35,321 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,321 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:29:35,321 INFO [RS:0;714b435e65e7:37853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:29:35,321 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:35,322 DEBUG [RS:0;714b435e65e7:37853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:35,322 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,322 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,322 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,322 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,322 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,322 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37853,1731540573250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:35,337 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:29:35,337 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37853,1731540573250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,337 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,337 INFO [RS:0;714b435e65e7:37853 {}] regionserver.Replication(171): 714b435e65e7,37853,1731540573250 started 2024-11-13T23:29:35,351 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:35,351 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,37853,1731540573250, RpcServer on 714b435e65e7/172.17.0.2:37853, sessionid=0x10137d2060a0001 2024-11-13T23:29:35,351 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:29:35,351 DEBUG [RS:0;714b435e65e7:37853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,37853,1731540573250 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37853,1731540573250' 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870867885/flush-table-proc/abort' 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870867885/flush-table-proc/acquired' 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,37853,1731540573250 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37853,1731540573250' 2024-11-13T23:29:35,352 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870867885/online-snapshot/abort' 2024-11-13T23:29:35,353 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870867885/online-snapshot/acquired' 2024-11-13T23:29:35,353 DEBUG [RS:0;714b435e65e7:37853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:29:35,353 INFO [RS:0;714b435e65e7:37853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:29:35,353 INFO [RS:0;714b435e65e7:37853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:29:35,453 INFO [RS:0;714b435e65e7:37853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:35,455 INFO [RS:0;714b435e65e7:37853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37853%2C1731540573250, suffix=, logDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250, archiveDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/oldWALs, maxLogs=10 2024-11-13T23:29:35,466 DEBUG [RS:0;714b435e65e7:37853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455, exclude list is [], retry=0 2024-11-13T23:29:35,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf,DISK] 2024-11-13T23:29:35,469 INFO [RS:0;714b435e65e7:37853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 2024-11-13T23:29:35,470 DEBUG [RS:0;714b435e65e7:37853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42129:42129)] 2024-11-13T23:29:35,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:35,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:35,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:35,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:35,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:35,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:35,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:35,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:35,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:35,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:35,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:35,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:35,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:35,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:35,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:35,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740 2024-11-13T23:29:35,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740 2024-11-13T23:29:35,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:35,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:35,625 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:35,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:35,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:35,627 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74854720, jitterRate=0.11542224884033203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:35,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540575617Initializing all the Stores at 1731540575618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540575618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540575618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540575618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540575618Cleaning up temporary data from old regions at 1731540575624 (+6 ms)Region opened successfully at 1731540575627 (+3 ms) 2024-11-13T23:29:35,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:29:35,628 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:29:35,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:29:35,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:29:35,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:29:35,628 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:35,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540575628Disabling compacts and flushes for region at 1731540575628Disabling writes for close at 1731540575628Writing region close event to WAL at 1731540575628Closed at 1731540575628 2024-11-13T23:29:35,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:35,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:29:35,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:29:35,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:35,631 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:29:35,781 DEBUG [714b435e65e7:40761 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:29:35,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,37853,1731540573250 2024-11-13T23:29:35,782 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37853,1731540573250, state=OPENING 2024-11-13T23:29:35,820 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:29:35,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:35,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870867885/meta-region-server: CHANGED 2024-11-13T23:29:35,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870867885/meta-region-server: CHANGED 2024-11-13T23:29:35,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:35,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37853,1731540573250}] 2024-11-13T23:29:35,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:35,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:29:35,984 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:29:35,984 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:35,984 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:29:35,985 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37853%2C1731540573250.meta, suffix=.meta, logDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250, archiveDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/oldWALs, maxLogs=10 2024-11-13T23:29:35,997 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.meta.1731540575985.meta, exclude list is [], retry=0 2024-11-13T23:29:35,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf,DISK] 2024-11-13T23:29:36,000 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.meta.1731540575985.meta 2024-11-13T23:29:36,000 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42129:42129)] 2024-11-13T23:29:36,000 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:36,000 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:36,001 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:36,001 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:29:36,001 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:29:36,001 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:29:36,001 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:36,001 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:29:36,001 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:29:36,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:36,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:36,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:36,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:36,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:36,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:36,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:36,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:36,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:36,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:36,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:36,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:36,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:36,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:36,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:36,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:36,005 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:36,006 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740 2024-11-13T23:29:36,006 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740 2024-11-13T23:29:36,007 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:36,007 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:36,007 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:36,008 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:36,009 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58823562, jitterRate=-0.12346062064170837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:36,009 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:29:36,009 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540576001Writing region info on filesystem at 1731540576001Initializing all the Stores at 1731540576002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540576002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540576002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540576002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540576002Cleaning up temporary data from old regions at 1731540576007 (+5 ms)Running coprocessor post-open hooks at 1731540576009 (+2 ms)Region opened successfully at 1731540576009 2024-11-13T23:29:36,010 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540575980 2024-11-13T23:29:36,011 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:29:36,011 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:29:36,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37853,1731540573250 2024-11-13T23:29:36,013 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37853,1731540573250, state=OPEN 2024-11-13T23:29:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870867885/meta-region-server 2024-11-13T23:29:36,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870867885/meta-region-server 2024-11-13T23:29:36,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,37853,1731540573250 2024-11-13T23:29:36,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870867885/meta-region-server: CHANGED 2024-11-13T23:29:36,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870867885/meta-region-server: CHANGED 2024-11-13T23:29:36,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:29:36,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37853,1731540573250 in 222 msec 2024-11-13T23:29:36,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:29:36,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-13T23:29:36,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:36,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:29:36,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:36,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37853,1731540573250, seqNum=-1] 2024-11-13T23:29:36,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:36,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:36,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 861 msec 2024-11-13T23:29:36,058 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540576058, completionTime=-1 2024-11-13T23:29:36,058 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:29:36,058 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:29:36,059 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:29:36,059 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540636059 2024-11-13T23:29:36,059 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540696059 2024-11-13T23:29:36,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:29:36,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40761,1731540573079-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:36,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40761,1731540573079-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:36,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40761,1731540573079-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:36,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:40761, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:36,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:36,060 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:36,061 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.743sec 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40761,1731540573079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:36,063 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40761,1731540573079-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:29:36,065 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:29:36,065 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:29:36,065 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40761,1731540573079-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:36,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:36,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40761,-1 for getting cluster id 2024-11-13T23:29:36,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:36,080 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb3342f-760c-4d98-b5e8-50028b72e27e' 2024-11-13T23:29:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb3342f-760c-4d98-b5e8-50028b72e27e" 2024-11-13T23:29:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9c0a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:36,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40761,-1] 2024-11-13T23:29:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:36,081 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:36,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223fded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:36,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:36,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37853,1731540573250, seqNum=-1] 2024-11-13T23:29:36,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:36,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:36,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,40761,1731540573079 2024-11-13T23:29:36,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:36,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:36,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137d2060a0002 connected 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.log.dir so I do NOT create it in target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c 2024-11-13T23:29:36,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.tmp.dir so I do NOT create it in target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c 2024-11-13T23:29:36,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:29:36,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/cluster_a4e27c0a-c862-c411-6668-3fd2bee7731c, deleteOnExit=true 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/test.cache.data in system properties and HBase conf 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:29:36,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:29:36,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:29:36,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:29:36,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:36,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:36,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:36,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:36,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:29:36,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:36,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:36,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:36,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37d5bb09{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/java.io.tmpdir/jetty-localhost-45561-hadoop-hdfs-3_4_1-tests_jar-_-any-15369633056185193972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:29:36,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:45561} 2024-11-13T23:29:36,459 INFO [Time-limited test {}] server.Server(415): Started @307613ms 2024-11-13T23:29:36,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:36,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:36,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:36,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:36,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:29:36,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:36,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:36,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10340eae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/java.io.tmpdir/jetty-localhost-37195-hadoop-hdfs-3_4_1-tests_jar-_-any-15086383906289739374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:29:36,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:37195} 2024-11-13T23:29:36,788 INFO [Time-limited test {}] server.Server(415): Started @307941ms 2024-11-13T23:29:36,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:29:37,302 WARN [Thread-4436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/cluster_a4e27c0a-c862-c411-6668-3fd2bee7731c/data/data1/current/BP-252604782-172.17.0.2-1731540576129/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:37,302 WARN [Thread-4437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/cluster_a4e27c0a-c862-c411-6668-3fd2bee7731c/data/data2/current/BP-252604782-172.17.0.2-1731540576129/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:37,317 WARN [Thread-4424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:29:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5817f7cc43980e47 with lease ID 0xc88ec810c042d6e6: Processing first storage report for DS-25f6e75b-0259-495a-8581-61d610b18afb from datanode DatanodeRegistration(127.0.0.1:45425, datanodeUuid=7f8adc5f-d51a-447b-b4b5-de1fc791cfe3, infoPort=33443, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1636956259;c=1731540576129) 2024-11-13T23:29:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5817f7cc43980e47 with lease ID 0xc88ec810c042d6e6: from storage DS-25f6e75b-0259-495a-8581-61d610b18afb node DatanodeRegistration(127.0.0.1:45425, datanodeUuid=7f8adc5f-d51a-447b-b4b5-de1fc791cfe3, infoPort=33443, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1636956259;c=1731540576129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:29:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5817f7cc43980e47 with lease ID 0xc88ec810c042d6e6: Processing first storage report for DS-9985ed14-a403-41c2-a6c1-313008f5b44d from datanode DatanodeRegistration(127.0.0.1:45425, datanodeUuid=7f8adc5f-d51a-447b-b4b5-de1fc791cfe3, infoPort=33443, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1636956259;c=1731540576129) 2024-11-13T23:29:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5817f7cc43980e47 with lease ID 0xc88ec810c042d6e6: from storage DS-9985ed14-a403-41c2-a6c1-313008f5b44d node DatanodeRegistration(127.0.0.1:45425, datanodeUuid=7f8adc5f-d51a-447b-b4b5-de1fc791cfe3, infoPort=33443, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=1636956259;c=1731540576129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:29:37,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c 2024-11-13T23:29:37,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:37,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:29:37,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4 with version=8 2024-11-13T23:29:37,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/hbase-staging 2024-11-13T23:29:37,824 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:37,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:37,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:37,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:37,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:37,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:37,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:29:37,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:37,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43645 2024-11-13T23:29:37,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43645 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:37,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436450x0, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:37,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43645-0x10137d2060a0003 connected 2024-11-13T23:29:37,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:37,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:37,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on znode that does not yet exist, /1368640738/running 2024-11-13T23:29:37,923 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4, hbase.cluster.distributed=false 2024-11-13T23:29:37,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on znode that does not yet exist, /1368640738/acl 2024-11-13T23:29:37,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-13T23:29:37,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43645 2024-11-13T23:29:37,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43645 2024-11-13T23:29:37,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-13T23:29:37,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-13T23:29:37,938 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:37,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:37,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:37,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:37,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:37,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:37,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:29:37,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:37,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40845 2024-11-13T23:29:37,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40845 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:37,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:37,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:37,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408450x0, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:37,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408450x0, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on znode that does not yet exist, /1368640738/running 2024-11-13T23:29:37,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40845-0x10137d2060a0004 connected 2024-11-13T23:29:37,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:29:37,959 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:29:37,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on znode that does not yet exist, /1368640738/master 2024-11-13T23:29:37,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on znode that does not yet exist, /1368640738/acl 2024-11-13T23:29:37,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-13T23:29:37,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40845 2024-11-13T23:29:37,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40845 2024-11-13T23:29:37,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-13T23:29:37,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-13T23:29:37,977 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:43645 2024-11-13T23:29:37,977 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1368640738/backup-masters/714b435e65e7,43645,1731540577824 2024-11-13T23:29:37,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738/backup-masters 2024-11-13T23:29:37,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738/backup-masters 2024-11-13T23:29:37,986 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on existing znode=/1368640738/backup-masters/714b435e65e7,43645,1731540577824 2024-11-13T23:29:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1368640738/master 2024-11-13T23:29:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:37,995 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on existing znode=/1368640738/master 2024-11-13T23:29:37,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1368640738/backup-masters/714b435e65e7,43645,1731540577824 from backup master directory 2024-11-13T23:29:38,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1368640738/backup-masters/714b435e65e7,43645,1731540577824 2024-11-13T23:29:38,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738/backup-masters 2024-11-13T23:29:38,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738/backup-masters 2024-11-13T23:29:38,003 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:38,003 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,43645,1731540577824 2024-11-13T23:29:38,005 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/hbase.id] with ID: e6f4d5fb-7eed-4a64-856f-5285c558278e 2024-11-13T23:29:38,005 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/.tmp/hbase.id 2024-11-13T23:29:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:29:38,411 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/.tmp/hbase.id]:[hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/hbase.id] 2024-11-13T23:29:38,418 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:38,418 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:29:38,418 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T23:29:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:38,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:29:38,844 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:38,845 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:29:38,845 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:29:39,250 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store 2024-11-13T23:29:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:29:39,654 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:39,654 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:29:39,654 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:39,655 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:39,655 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:29:39,655 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:39,655 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:39,655 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540579654Disabling compacts and flushes for region at 1731540579654Disabling writes for close at 1731540579655 (+1 ms)Writing region close event to WAL at 1731540579655Closed at 1731540579655 2024-11-13T23:29:39,655 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/.initializing 2024-11-13T23:29:39,655 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/WALs/714b435e65e7,43645,1731540577824 2024-11-13T23:29:39,656 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:39,658 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43645%2C1731540577824, suffix=, logDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/WALs/714b435e65e7,43645,1731540577824, archiveDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/oldWALs, maxLogs=10 2024-11-13T23:29:39,673 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/WALs/714b435e65e7,43645,1731540577824/714b435e65e7%2C43645%2C1731540577824.1731540579658, exclude list is [], retry=0 2024-11-13T23:29:39,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-25f6e75b-0259-495a-8581-61d610b18afb,DISK] 2024-11-13T23:29:39,676 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/WALs/714b435e65e7,43645,1731540577824/714b435e65e7%2C43645%2C1731540577824.1731540579658 2024-11-13T23:29:39,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-11-13T23:29:39,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:39,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:39,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,677 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:29:39,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:39,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:39,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:29:39,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:39,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:39,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:29:39,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:39,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:39,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:29:39,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:39,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:39,682 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,682 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,683 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,683 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,683 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,684 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:39,684 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:39,685 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:39,686 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62529937, jitterRate=-0.06823132932186127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:39,686 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540579677Initializing all the Stores at 1731540579678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540579678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540579678Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540579678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540579678Cleaning up temporary data from old regions at 1731540579683 (+5 ms)Region opened successfully at 1731540579686 (+3 ms) 2024-11-13T23:29:39,686 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:29:39,688 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7b475d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:39,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:29:39,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:29:39,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:29:39,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:29:39,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:29:39,690 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:29:39,690 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:29:39,691 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:29:39,692 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Unable to get data of znode /1368640738/balancer because node does not exist (not necessarily an error) 2024-11-13T23:29:39,728 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1368640738/balancer already deleted, retry=false 2024-11-13T23:29:39,728 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:29:39,728 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Unable to get data of znode /1368640738/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:29:39,736 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1368640738/normalizer already deleted, retry=false 2024-11-13T23:29:39,736 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:29:39,737 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Unable to get data of znode /1368640738/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:29:39,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1368640738/switch/split already deleted, retry=false 2024-11-13T23:29:39,745 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Unable to get data of znode /1368640738/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:29:39,753 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1368640738/switch/merge already deleted, retry=false 2024-11-13T23:29:39,754 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Unable to get data of znode /1368640738/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:29:39,761 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1368640738/snapshot-cleanup already deleted, retry=false 2024-11-13T23:29:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1368640738/running 2024-11-13T23:29:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1368640738/running 2024-11-13T23:29:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:39,770 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,43645,1731540577824, sessionid=0x10137d2060a0003, setting cluster-up flag (Was=false) 2024-11-13T23:29:39,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:39,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:39,811 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1368640738/flush-table-proc/acquired, /1368640738/flush-table-proc/reached, /1368640738/flush-table-proc/abort 2024-11-13T23:29:39,812 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43645,1731540577824 2024-11-13T23:29:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:39,853 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1368640738/online-snapshot/acquired, /1368640738/online-snapshot/reached, /1368640738/online-snapshot/abort 2024-11-13T23:29:39,853 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43645,1731540577824 2024-11-13T23:29:39,854 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:29:39,855 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:39,855 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:29:39,855 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:29:39,855 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,43645,1731540577824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:39,857 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:39,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540609858 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,858 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:29:39,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:39,859 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:29:39,859 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:29:39,859 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:29:39,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:29:39,859 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:29:39,859 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:29:39,859 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540579859,5,FailOnTimeoutGroup] 2024-11-13T23:29:39,862 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540579859,5,FailOnTimeoutGroup] 2024-11-13T23:29:39,862 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,862 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:29:39,862 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,863 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:29:39,871 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(746): ClusterId : e6f4d5fb-7eed-4a64-856f-5285c558278e 2024-11-13T23:29:39,871 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:29:39,878 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:29:39,878 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:29:39,887 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:29:39,887 DEBUG [RS:0;714b435e65e7:40845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4fbe88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:39,901 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:40845 2024-11-13T23:29:39,901 INFO [RS:0;714b435e65e7:40845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:29:39,901 INFO [RS:0;714b435e65e7:40845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:29:39,901 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:29:39,901 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,43645,1731540577824 with port=40845, startcode=1731540577937 2024-11-13T23:29:39,901 DEBUG [RS:0;714b435e65e7:40845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:29:39,902 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:29:39,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,40845,1731540577937 2024-11-13T23:29:39,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43645 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,40845,1731540577937 2024-11-13T23:29:39,904 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4 2024-11-13T23:29:39,904 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41483 2024-11-13T23:29:39,904 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:29:39,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738/rs 2024-11-13T23:29:39,911 DEBUG [RS:0;714b435e65e7:40845 {}] zookeeper.ZKUtil(111): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on existing znode=/1368640738/rs/714b435e65e7,40845,1731540577937 2024-11-13T23:29:39,911 WARN [RS:0;714b435e65e7:40845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:39,911 INFO [RS:0;714b435e65e7:40845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:39,911 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937 2024-11-13T23:29:39,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,40845,1731540577937] 2024-11-13T23:29:39,914 INFO [RS:0;714b435e65e7:40845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:29:39,915 INFO [RS:0;714b435e65e7:40845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:29:39,915 INFO [RS:0;714b435e65e7:40845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:29:39,915 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,915 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:29:39,916 INFO [RS:0;714b435e65e7:40845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:29:39,916 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:39,916 DEBUG [RS:0;714b435e65e7:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:39,919 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,919 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,919 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,919 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,919 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,919 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40845,1731540577937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:39,932 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:29:39,932 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40845,1731540577937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,932 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,932 INFO [RS:0;714b435e65e7:40845 {}] regionserver.Replication(171): 714b435e65e7,40845,1731540577937 started 2024-11-13T23:29:39,944 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:39,944 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,40845,1731540577937, RpcServer on 714b435e65e7/172.17.0.2:40845, sessionid=0x10137d2060a0004 2024-11-13T23:29:39,944 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:29:39,944 DEBUG [RS:0;714b435e65e7:40845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,40845,1731540577937 2024-11-13T23:29:39,944 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,40845,1731540577937' 2024-11-13T23:29:39,944 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1368640738/flush-table-proc/abort' 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1368640738/flush-table-proc/acquired' 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,40845,1731540577937 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,40845,1731540577937' 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1368640738/online-snapshot/abort' 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1368640738/online-snapshot/acquired' 2024-11-13T23:29:39,945 DEBUG [RS:0;714b435e65e7:40845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:29:39,945 INFO [RS:0;714b435e65e7:40845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:29:39,945 INFO [RS:0;714b435e65e7:40845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:29:40,046 INFO [RS:0;714b435e65e7:40845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:40,047 INFO [RS:0;714b435e65e7:40845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C40845%2C1731540577937, suffix=, logDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937, archiveDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/oldWALs, maxLogs=10 2024-11-13T23:29:40,059 DEBUG [RS:0;714b435e65e7:40845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937/714b435e65e7%2C40845%2C1731540577937.1731540580047, exclude list is [], retry=0 2024-11-13T23:29:40,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-25f6e75b-0259-495a-8581-61d610b18afb,DISK] 2024-11-13T23:29:40,062 INFO [RS:0;714b435e65e7:40845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937/714b435e65e7%2C40845%2C1731540577937.1731540580047 2024-11-13T23:29:40,062 DEBUG [RS:0;714b435e65e7:40845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-11-13T23:29:40,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:29:40,268 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4 2024-11-13T23:29:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:29:40,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:40,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:40,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:40,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:40,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:40,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:40,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:40,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:40,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:40,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:40,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:40,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:40,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:40,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:40,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:40,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740 2024-11-13T23:29:40,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740 2024-11-13T23:29:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:40,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:40,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:40,682 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:40,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73058930, jitterRate=0.08866289258003235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540580672Initializing all the Stores at 1731540580673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540580673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540580673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540580673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540580673Cleaning up temporary data from old regions at 1731540580679 (+6 ms)Region opened successfully at 1731540580682 (+3 ms) 2024-11-13T23:29:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:29:40,682 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:29:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:29:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:29:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:29:40,683 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:40,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540580682Disabling compacts and flushes for region at 1731540580682Disabling writes for close at 1731540580682Writing region close event to WAL at 1731540580682Closed at 1731540580682 2024-11-13T23:29:40,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:40,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:29:40,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:29:40,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:40,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:29:40,835 DEBUG [714b435e65e7:43645 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:29:40,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,40845,1731540577937 2024-11-13T23:29:40,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,40845,1731540577937, state=OPENING 2024-11-13T23:29:40,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:29:40,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:40,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:29:40,920 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:40,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1368640738/meta-region-server: CHANGED 2024-11-13T23:29:40,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,40845,1731540577937}] 2024-11-13T23:29:40,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1368640738/meta-region-server: CHANGED 2024-11-13T23:29:41,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:41,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:29:41,075 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:29:41,075 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:41,075 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:29:41,076 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C40845%2C1731540577937.meta, suffix=.meta, logDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937, archiveDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/oldWALs, maxLogs=10 2024-11-13T23:29:41,089 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937/714b435e65e7%2C40845%2C1731540577937.meta.1731540581077.meta, exclude list is [], retry=0 2024-11-13T23:29:41,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-25f6e75b-0259-495a-8581-61d610b18afb,DISK] 2024-11-13T23:29:41,092 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937/714b435e65e7%2C40845%2C1731540577937.meta.1731540581077.meta 2024-11-13T23:29:41,092 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-11-13T23:29:41,092 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:41,092 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:41,092 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:41,092 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:29:41,092 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:29:41,093 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:29:41,093 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:41,093 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:29:41,093 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:29:41,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:41,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:41,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:41,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:41,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:41,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:41,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:41,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:41,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:41,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:41,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:41,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:41,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:41,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:41,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:41,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:41,097 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:41,097 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740 2024-11-13T23:29:41,098 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740 2024-11-13T23:29:41,098 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:41,098 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:41,099 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:41,099 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:41,100 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74661960, jitterRate=0.11254990100860596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:41,100 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:29:41,100 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540581093Writing region info on filesystem at 1731540581093Initializing all the Stores at 1731540581093Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540581093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540581094 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540581094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540581094Cleaning up temporary data from old regions at 1731540581098 (+4 ms)Running coprocessor post-open hooks at 1731540581100 (+2 ms)Region opened successfully at 1731540581100 2024-11-13T23:29:41,100 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540581071 2024-11-13T23:29:41,102 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:29:41,102 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:29:41,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,40845,1731540577937 2024-11-13T23:29:41,103 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,40845,1731540577937, state=OPEN 2024-11-13T23:29:41,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1368640738/meta-region-server 2024-11-13T23:29:41,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1368640738/meta-region-server 2024-11-13T23:29:41,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,40845,1731540577937 2024-11-13T23:29:41,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1368640738/meta-region-server: CHANGED 2024-11-13T23:29:41,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1368640738/meta-region-server: CHANGED 2024-11-13T23:29:41,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:29:41,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,40845,1731540577937 in 191 msec 2024-11-13T23:29:41,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:29:41,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-13T23:29:41,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:41,114 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:29:41,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:41,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40845,1731540577937, seqNum=-1] 2024-11-13T23:29:41,115 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:41,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:41,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-13T23:29:41,119 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540581119, completionTime=-1 2024-11-13T23:29:41,120 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:29:41,120 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540641121 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540701121 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43645,1731540577824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43645,1731540577824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43645,1731540577824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:43645, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:41,121 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:41,122 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:29:41,125 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:41,127 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.124sec 2024-11-13T23:29:41,127 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:29:41,127 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:29:41,127 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:29:41,128 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:29:41,128 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:29:41,128 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43645,1731540577824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:41,128 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43645,1731540577824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:29:41,129 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:29:41,129 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:29:41,130 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43645,1731540577824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:41,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bafa8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:41,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43645,-1 for getting cluster id 2024-11-13T23:29:41,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:41,173 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6f4d5fb-7eed-4a64-856f-5285c558278e' 2024-11-13T23:29:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6f4d5fb-7eed-4a64-856f-5285c558278e" 2024-11-13T23:29:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d827fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43645,-1] 2024-11-13T23:29:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:41,174 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:41,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40845,1731540577937, seqNum=-1] 2024-11-13T23:29:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:41,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:41,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,43645,1731540577824 2024-11-13T23:29:41,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:41,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:41,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137d2060a0005 connected 2024-11-13T23:29:41,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.log.dir so I do NOT create it in target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55 2024-11-13T23:29:41,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:29:41,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.tmp.dir so I do NOT create it in target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55 2024-11-13T23:29:41,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:29:41,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55 2024-11-13T23:29:41,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/cluster_3643573a-618a-f458-16c2-8816c8a4a7ce, deleteOnExit=true 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/test.cache.data in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:29:41,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:29:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:29:41,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:29:41,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:41,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:41,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:41,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:41,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:41,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:41,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:29:41,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:41,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:41,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:41,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e89e4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/java.io.tmpdir/jetty-localhost-45005-hadoop-hdfs-3_4_1-tests_jar-_-any-15758815640517610078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:29:41,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:45005} 2024-11-13T23:29:41,768 INFO [Time-limited test {}] server.Server(415): Started @312921ms 2024-11-13T23:29:41,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:29:41,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:29:41,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:29:41,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:29:41,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:29:41,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:29:41,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:29:42,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6616f67b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/java.io.tmpdir/jetty-localhost-42353-hadoop-hdfs-3_4_1-tests_jar-_-any-4276081593262439835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:29:42,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:42353} 2024-11-13T23:29:42,048 INFO [Time-limited test {}] server.Server(415): Started @313201ms 2024-11-13T23:29:42,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:29:42,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:42,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:29:42,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128642 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:29:42,569 WARN [Thread-4557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/cluster_3643573a-618a-f458-16c2-8816c8a4a7ce/data/data1/current/BP-1358191540-172.17.0.2-1731540581212/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:42,569 WARN [Thread-4558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/cluster_3643573a-618a-f458-16c2-8816c8a4a7ce/data/data2/current/BP-1358191540-172.17.0.2-1731540581212/current, will proceed with Du for space computation calculation, 2024-11-13T23:29:42,586 WARN [Thread-4545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:29:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9759a50d790eff4a with lease ID 0xa6f9839c6637fa43: Processing first storage report for DS-6a2656f2-64a8-47ce-90f6-eff5e2593524 from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=8be57123-5c16-460e-a35d-e706f67bbd34, infoPort=35757, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=786765179;c=1731540581212) 2024-11-13T23:29:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9759a50d790eff4a with lease ID 0xa6f9839c6637fa43: from storage DS-6a2656f2-64a8-47ce-90f6-eff5e2593524 node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=8be57123-5c16-460e-a35d-e706f67bbd34, infoPort=35757, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=786765179;c=1731540581212), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:29:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9759a50d790eff4a with lease ID 0xa6f9839c6637fa43: Processing first storage report for DS-d0fbf22b-aa79-483e-b5cb-3cef8cbd9d6e from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=8be57123-5c16-460e-a35d-e706f67bbd34, infoPort=35757, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=786765179;c=1731540581212) 2024-11-13T23:29:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9759a50d790eff4a with lease ID 0xa6f9839c6637fa43: from storage DS-d0fbf22b-aa79-483e-b5cb-3cef8cbd9d6e node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=8be57123-5c16-460e-a35d-e706f67bbd34, infoPort=35757, infoSecurePort=0, ipcPort=43945, storageInfo=lv=-57;cid=testClusterID;nsid=786765179;c=1731540581212), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:29:42,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55 2024-11-13T23:29:42,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:42,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:29:43,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516 with version=8 2024-11-13T23:29:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/hbase-staging 2024-11-13T23:29:43,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:43,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:43,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:43,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:43,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:43,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:43,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:29:43,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:43,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35045 2024-11-13T23:29:43,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35045 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:43,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350450x0, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:43,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35045-0x10137d2060a0006 connected 2024-11-13T23:29:43,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:43,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:43,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on znode that does not yet exist, /2941759025/running 2024-11-13T23:29:43,180 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516, hbase.cluster.distributed=false 2024-11-13T23:29:43,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on znode that does not yet exist, /2941759025/acl 2024-11-13T23:29:43,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35045 2024-11-13T23:29:43,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35045 2024-11-13T23:29:43,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35045 2024-11-13T23:29:43,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35045 2024-11-13T23:29:43,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35045 2024-11-13T23:29:43,200 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:29:43,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45063 2024-11-13T23:29:43,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45063 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:43,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:43,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450630x0, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:43,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450630x0, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on znode that does not yet exist, /2941759025/running 2024-11-13T23:29:43,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45063-0x10137d2060a0007 connected 2024-11-13T23:29:43,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:29:43,212 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:29:43,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on znode that does not yet exist, /2941759025/master 2024-11-13T23:29:43,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on znode that does not yet exist, /2941759025/acl 2024-11-13T23:29:43,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45063 2024-11-13T23:29:43,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45063 2024-11-13T23:29:43,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45063 2024-11-13T23:29:43,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45063 2024-11-13T23:29:43,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45063 2024-11-13T23:29:43,225 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:35045 2024-11-13T23:29:43,225 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2941759025/backup-masters/714b435e65e7,35045,1731540583078 2024-11-13T23:29:43,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025/backup-masters 2024-11-13T23:29:43,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025/backup-masters 2024-11-13T23:29:43,233 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on existing znode=/2941759025/backup-masters/714b435e65e7,35045,1731540583078 2024-11-13T23:29:43,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2941759025/master 2024-11-13T23:29:43,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:43,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:43,241 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on existing znode=/2941759025/master 2024-11-13T23:29:43,242 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2941759025/backup-masters/714b435e65e7,35045,1731540583078 from backup master directory 2024-11-13T23:29:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2941759025/backup-masters/714b435e65e7,35045,1731540583078 2024-11-13T23:29:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025/backup-masters 2024-11-13T23:29:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025/backup-masters 2024-11-13T23:29:43,250 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:43,250 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,35045,1731540583078 2024-11-13T23:29:43,252 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/hbase.id] with ID: c8312168-ed8c-4af1-8ffb-59cd49c2f82c 2024-11-13T23:29:43,252 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/.tmp/hbase.id 2024-11-13T23:29:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:29:43,656 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/.tmp/hbase.id]:[hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/hbase.id] 2024-11-13T23:29:43,663 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:43,663 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:29:43,664 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T23:29:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:29:44,079 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:44,079 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:29:44,080 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:44,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:29:44,485 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store 2024-11-13T23:29:44,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:29:44,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:44,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:29:44,890 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:44,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:44,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:29:44,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:44,890 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:29:44,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540584890Disabling compacts and flushes for region at 1731540584890Disabling writes for close at 1731540584890Writing region close event to WAL at 1731540584890Closed at 1731540584890 2024-11-13T23:29:44,890 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/.initializing 2024-11-13T23:29:44,891 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/WALs/714b435e65e7,35045,1731540583078 2024-11-13T23:29:44,891 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:44,892 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C35045%2C1731540583078, suffix=, logDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/WALs/714b435e65e7,35045,1731540583078, archiveDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/oldWALs, maxLogs=10 2024-11-13T23:29:44,904 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/WALs/714b435e65e7,35045,1731540583078/714b435e65e7%2C35045%2C1731540583078.1731540584893, exclude list is [], retry=0 2024-11-13T23:29:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-6a2656f2-64a8-47ce-90f6-eff5e2593524,DISK] 2024-11-13T23:29:44,907 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/WALs/714b435e65e7,35045,1731540583078/714b435e65e7%2C35045%2C1731540583078.1731540584893 2024-11-13T23:29:44,908 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35757:35757)] 2024-11-13T23:29:44,908 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:44,908 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:44,908 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,908 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:29:44,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:44,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:44,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:29:44,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:44,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:44,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:29:44,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:44,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:44,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:29:44,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:44,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:44,913 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,913 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,914 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,914 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,914 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,915 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:44,915 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:29:44,916 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:44,917 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73435534, jitterRate=0.09427472949028015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:44,917 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540584908Initializing all the Stores at 1731540584909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540584909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540584909Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540584909Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540584909Cleaning up temporary data from old regions at 1731540584914 (+5 ms)Region opened successfully at 1731540584917 (+3 ms) 2024-11-13T23:29:44,917 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:29:44,919 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ab5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:44,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:29:44,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:29:44,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:29:44,919 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:29:44,920 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:29:44,920 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:29:44,920 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:29:44,921 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:29:44,922 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Unable to get data of znode /2941759025/balancer because node does not exist (not necessarily an error) 2024-11-13T23:29:44,958 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2941759025/balancer already deleted, retry=false 2024-11-13T23:29:44,958 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:29:44,959 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Unable to get data of znode /2941759025/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:29:44,969 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2941759025/normalizer already deleted, retry=false 2024-11-13T23:29:44,969 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:29:44,970 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Unable to get data of znode /2941759025/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:29:44,977 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2941759025/switch/split already deleted, retry=false 2024-11-13T23:29:44,978 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Unable to get data of znode /2941759025/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:29:44,986 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2941759025/switch/merge already deleted, retry=false 2024-11-13T23:29:44,987 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Unable to get data of znode /2941759025/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:29:44,994 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2941759025/snapshot-cleanup already deleted, retry=false 2024-11-13T23:29:45,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2941759025/running 2024-11-13T23:29:45,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:45,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2941759025/running 2024-11-13T23:29:45,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:45,003 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,35045,1731540583078, sessionid=0x10137d2060a0006, setting cluster-up flag (Was=false) 2024-11-13T23:29:45,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:45,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:45,044 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2941759025/flush-table-proc/acquired, /2941759025/flush-table-proc/reached, /2941759025/flush-table-proc/abort 2024-11-13T23:29:45,045 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,35045,1731540583078 2024-11-13T23:29:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:45,086 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2941759025/online-snapshot/acquired, /2941759025/online-snapshot/reached, /2941759025/online-snapshot/abort 2024-11-13T23:29:45,087 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,35045,1731540583078 2024-11-13T23:29:45,087 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:29:45,089 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:45,089 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:29:45,089 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:29:45,089 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,35045,1731540583078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:29:45,090 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:45,090 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:45,090 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:45,090 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:29:45,090 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:29:45,091 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,091 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:45,091 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,091 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540615091 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:29:45,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:29:45,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T23:29:45,092 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:45,092 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:29:45,093 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:29:45,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:29:45,093 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540585093,5,FailOnTimeoutGroup] 2024-11-13T23:29:45,093 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540585093,5,FailOnTimeoutGroup] 2024-11-13T23:29:45,093 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,093 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:29:45,093 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,093 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:29:45,117 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(746): ClusterId : c8312168-ed8c-4af1-8ffb-59cd49c2f82c 2024-11-13T23:29:45,117 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:29:45,128 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:29:45,128 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:29:45,136 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:29:45,137 DEBUG [RS:0;714b435e65e7:45063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3690e8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:29:45,151 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:45063 2024-11-13T23:29:45,151 INFO [RS:0;714b435e65e7:45063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:29:45,151 INFO [RS:0;714b435e65e7:45063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:29:45,151 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:29:45,152 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,35045,1731540583078 with port=45063, startcode=1731540583199 2024-11-13T23:29:45,152 DEBUG [RS:0;714b435e65e7:45063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:29:45,153 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:29:45,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,45063,1731540583199 2024-11-13T23:29:45,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35045 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,45063,1731540583199 2024-11-13T23:29:45,155 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516 2024-11-13T23:29:45,155 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39137 2024-11-13T23:29:45,155 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:29:45,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025/rs 2024-11-13T23:29:45,193 DEBUG [RS:0;714b435e65e7:45063 {}] zookeeper.ZKUtil(111): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on existing znode=/2941759025/rs/714b435e65e7,45063,1731540583199 2024-11-13T23:29:45,193 WARN [RS:0;714b435e65e7:45063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:29:45,193 INFO [RS:0;714b435e65e7:45063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:45,193 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199 2024-11-13T23:29:45,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,45063,1731540583199] 2024-11-13T23:29:45,195 INFO [RS:0;714b435e65e7:45063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:29:45,197 INFO [RS:0;714b435e65e7:45063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:29:45,197 INFO [RS:0;714b435e65e7:45063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:29:45,197 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,197 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:29:45,198 INFO [RS:0;714b435e65e7:45063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:29:45,198 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:45,198 DEBUG [RS:0;714b435e65e7:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:29:45,199 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,199 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,199 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,199 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,199 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,199 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45063,1731540583199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:45,211 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:29:45,211 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45063,1731540583199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,211 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,211 INFO [RS:0;714b435e65e7:45063 {}] regionserver.Replication(171): 714b435e65e7,45063,1731540583199 started 2024-11-13T23:29:45,223 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:45,223 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,45063,1731540583199, RpcServer on 714b435e65e7/172.17.0.2:45063, sessionid=0x10137d2060a0007 2024-11-13T23:29:45,223 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:29:45,223 DEBUG [RS:0;714b435e65e7:45063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,45063,1731540583199 2024-11-13T23:29:45,223 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,45063,1731540583199' 2024-11-13T23:29:45,223 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2941759025/flush-table-proc/abort' 2024-11-13T23:29:45,223 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2941759025/flush-table-proc/acquired' 2024-11-13T23:29:45,224 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:29:45,224 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:29:45,224 DEBUG [RS:0;714b435e65e7:45063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,45063,1731540583199 2024-11-13T23:29:45,224 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,45063,1731540583199' 2024-11-13T23:29:45,224 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2941759025/online-snapshot/abort' 2024-11-13T23:29:45,224 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2941759025/online-snapshot/acquired' 2024-11-13T23:29:45,224 DEBUG [RS:0;714b435e65e7:45063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:29:45,224 INFO [RS:0;714b435e65e7:45063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:29:45,224 INFO [RS:0;714b435e65e7:45063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:29:45,325 INFO [RS:0;714b435e65e7:45063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:29:45,326 INFO [RS:0;714b435e65e7:45063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C45063%2C1731540583199, suffix=, logDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199, archiveDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/oldWALs, maxLogs=10 2024-11-13T23:29:45,338 DEBUG [RS:0;714b435e65e7:45063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199/714b435e65e7%2C45063%2C1731540583199.1731540585326, exclude list is [], retry=0 2024-11-13T23:29:45,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-6a2656f2-64a8-47ce-90f6-eff5e2593524,DISK] 2024-11-13T23:29:45,341 INFO [RS:0;714b435e65e7:45063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199/714b435e65e7%2C45063%2C1731540583199.1731540585326 2024-11-13T23:29:45,343 DEBUG [RS:0;714b435e65e7:45063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35757:35757)] 2024-11-13T23:29:45,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:29:45,496 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516 2024-11-13T23:29:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741833_1009 (size=32) 2024-11-13T23:29:45,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:45,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:45,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:45,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:45,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:45,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:45,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:45,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:45,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:45,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:45,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:45,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:45,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:45,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:45,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:45,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:45,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:45,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:45,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740 2024-11-13T23:29:45,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740 2024-11-13T23:29:45,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:45,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:45,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:45,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:45,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:45,912 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082350, jitterRate=-0.10470321774482727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:45,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540585902Initializing all the Stores at 1731540585903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540585903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540585903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540585903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540585903Cleaning up temporary data from old regions at 1731540585909 (+6 ms)Region opened successfully at 1731540585912 (+3 ms) 2024-11-13T23:29:45,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:29:45,912 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:29:45,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:29:45,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:29:45,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:29:45,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:29:45,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540585912Disabling compacts and flushes for region at 1731540585912Disabling writes for close at 1731540585912Writing region close event to WAL at 1731540585912Closed at 1731540585912 2024-11-13T23:29:45,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:45,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:29:45,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:29:45,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:45,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:29:46,065 DEBUG [714b435e65e7:35045 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T23:29:46,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,45063,1731540583199 2024-11-13T23:29:46,066 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,45063,1731540583199, state=OPENING 2024-11-13T23:29:46,102 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:29:46,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:46,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:29:46,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2941759025/meta-region-server: CHANGED 2024-11-13T23:29:46,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2941759025/meta-region-server: CHANGED 2024-11-13T23:29:46,111 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:29:46,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,45063,1731540583199}] 2024-11-13T23:29:46,263 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:46,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:29:46,267 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:29:46,267 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:46,267 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:29:46,268 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C45063%2C1731540583199.meta, suffix=.meta, logDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199, archiveDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/oldWALs, maxLogs=10 2024-11-13T23:29:46,280 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199/714b435e65e7%2C45063%2C1731540583199.meta.1731540586268.meta, exclude list is [], retry=0 2024-11-13T23:29:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-6a2656f2-64a8-47ce-90f6-eff5e2593524,DISK] 2024-11-13T23:29:46,283 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199/714b435e65e7%2C45063%2C1731540583199.meta.1731540586268.meta 2024-11-13T23:29:46,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35757:35757)] 2024-11-13T23:29:46,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:46,283 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:46,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:46,283 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:29:46,283 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:29:46,284 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:29:46,284 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:46,284 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:29:46,284 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:29:46,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:29:46,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:29:46,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:46,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:46,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:29:46,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:29:46,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:46,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:46,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:29:46,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:29:46,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:46,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:46,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:29:46,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:29:46,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:46,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:29:46,288 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:29:46,289 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740 2024-11-13T23:29:46,289 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740 2024-11-13T23:29:46,290 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:29:46,290 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:29:46,290 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:29:46,291 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:29:46,292 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58741273, jitterRate=-0.1246868222951889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:29:46,292 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:29:46,292 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540586284Writing region info on filesystem at 1731540586284Initializing all the Stores at 1731540586285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540586285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540586285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540586285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540586285Cleaning up temporary data from old regions at 1731540586290 (+5 ms)Running coprocessor post-open hooks at 1731540586292 (+2 ms)Region opened successfully at 1731540586292 2024-11-13T23:29:46,292 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540586263 2024-11-13T23:29:46,294 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:29:46,294 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:29:46,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,45063,1731540583199 2024-11-13T23:29:46,295 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,45063,1731540583199, state=OPEN 2024-11-13T23:29:46,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2941759025/meta-region-server 2024-11-13T23:29:46,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2941759025/meta-region-server 2024-11-13T23:29:46,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,45063,1731540583199 2024-11-13T23:29:46,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2941759025/meta-region-server: CHANGED 2024-11-13T23:29:46,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2941759025/meta-region-server: CHANGED 2024-11-13T23:29:46,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:29:46,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,45063,1731540583199 in 191 msec 2024-11-13T23:29:46,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:29:46,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-13T23:29:46,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:29:46,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:29:46,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:46,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45063,1731540583199, seqNum=-1] 2024-11-13T23:29:46,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:46,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:46,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-13T23:29:46,311 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540586311, completionTime=-1 2024-11-13T23:29:46,311 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T23:29:46,312 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540646313 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540706313 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35045,1731540583078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35045,1731540583078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35045,1731540583078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:35045, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:46,313 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:46,314 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:46,315 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:29:46,316 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.066sec 2024-11-13T23:29:46,316 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:29:46,316 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:29:46,316 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:29:46,316 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:29:46,317 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:29:46,317 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35045,1731540583078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:29:46,317 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35045,1731540583078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:29:46,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:46,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35045,-1 for getting cluster id 2024-11-13T23:29:46,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:46,318 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:29:46,318 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:29:46,318 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35045,1731540583078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:29:46,319 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8312168-ed8c-4af1-8ffb-59cd49c2f82c' 2024-11-13T23:29:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8312168-ed8c-4af1-8ffb-59cd49c2f82c" 2024-11-13T23:29:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea445d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35045,-1] 2024-11-13T23:29:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:46,320 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:46,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:46,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45063,1731540583199, seqNum=-1] 2024-11-13T23:29:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:46,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,35045,1731540583078 2024-11-13T23:29:46,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-11-13T23:29:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:29:46,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10137d2060a0008 connected 2024-11-13T23:29:46,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40761,1731540573079 2024-11-13T23:29:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6a1070 2024-11-13T23:29:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:46,345 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:46,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:29:46,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:46,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:46,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:29:46,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:29:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:46,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:46,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:46,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a434705b7cdbd48c03205fdad9ea14b6, NAME => 'test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1 2024-11-13T23:29:46,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:29:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:47,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:47,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a434705b7cdbd48c03205fdad9ea14b6, disabling compactions & flushes 2024-11-13T23:29:47,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:29:47,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:29:47,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. after waiting 0 ms 2024-11-13T23:29:47,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:29:47,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:29:47,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a434705b7cdbd48c03205fdad9ea14b6: Waiting for close lock at 1731540587159Disabling compacts and flushes for region at 1731540587159Disabling writes for close at 1731540587159Writing region close event to WAL at 1731540587159Closed at 1731540587159 2024-11-13T23:29:47,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:47,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540587160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540587160"}]},"ts":"1731540587160"} 2024-11-13T23:29:47,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:47,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:47,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540587163"}]},"ts":"1731540587163"} 2024-11-13T23:29:47,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:29:47,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a434705b7cdbd48c03205fdad9ea14b6, ASSIGN}] 2024-11-13T23:29:47,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a434705b7cdbd48c03205fdad9ea14b6, ASSIGN 2024-11-13T23:29:47,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a434705b7cdbd48c03205fdad9ea14b6, ASSIGN; state=OFFLINE, location=714b435e65e7,37853,1731540573250; forceNewPlan=false, retain=false 2024-11-13T23:29:47,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a434705b7cdbd48c03205fdad9ea14b6, regionState=OPENING, regionLocation=714b435e65e7,37853,1731540573250 2024-11-13T23:29:47,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a434705b7cdbd48c03205fdad9ea14b6, ASSIGN because future has completed 2024-11-13T23:29:47,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a434705b7cdbd48c03205fdad9ea14b6, server=714b435e65e7,37853,1731540573250}] 2024-11-13T23:29:47,473 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:29:47,473 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a434705b7cdbd48c03205fdad9ea14b6, NAME => 'test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:47,473 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:47,473 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:29:47,474 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,474 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:47,474 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,474 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,474 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,475 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a434705b7cdbd48c03205fdad9ea14b6 columnFamilyName f 2024-11-13T23:29:47,475 DEBUG [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:47,475 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] regionserver.HStore(327): Store=a434705b7cdbd48c03205fdad9ea14b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:47,476 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,476 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a434705b7cdbd48c03205fdad9ea14b6 columnFamilyName f1 2024-11-13T23:29:47,476 DEBUG [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:47,477 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] regionserver.HStore(327): Store=a434705b7cdbd48c03205fdad9ea14b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:47,477 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,477 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a434705b7cdbd48c03205fdad9ea14b6 columnFamilyName norep 2024-11-13T23:29:47,477 DEBUG [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:47,478 INFO [StoreOpener-a434705b7cdbd48c03205fdad9ea14b6-1 {}] regionserver.HStore(327): Store=a434705b7cdbd48c03205fdad9ea14b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:47,478 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,478 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,478 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,479 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,479 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,479 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:47,480 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,481 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:47,481 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a434705b7cdbd48c03205fdad9ea14b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64005899, jitterRate=-0.04623778164386749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:47,481 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:29:47,482 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a434705b7cdbd48c03205fdad9ea14b6: Running coprocessor pre-open hook at 1731540587474Writing region info on filesystem at 1731540587474Initializing all the Stores at 1731540587474Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540587474Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540587474Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540587474Cleaning up temporary data from old regions at 1731540587479 (+5 ms)Running coprocessor post-open hooks at 1731540587481 (+2 ms)Region opened successfully at 1731540587482 (+1 ms) 2024-11-13T23:29:47,482 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., pid=6, masterSystemTime=1731540587470 2024-11-13T23:29:47,483 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:29:47,483 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:29:47,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a434705b7cdbd48c03205fdad9ea14b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,37853,1731540573250 2024-11-13T23:29:47,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a434705b7cdbd48c03205fdad9ea14b6, server=714b435e65e7,37853,1731540573250 because future has completed 2024-11-13T23:29:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:47,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:29:47,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a434705b7cdbd48c03205fdad9ea14b6, server=714b435e65e7,37853,1731540573250 in 168 msec 2024-11-13T23:29:47,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:29:47,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a434705b7cdbd48c03205fdad9ea14b6, ASSIGN in 323 msec 2024-11-13T23:29:47,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:47,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540587488"}]},"ts":"1731540587488"} 2024-11-13T23:29:47,489 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:29:47,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:47,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-13T23:29:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:48,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:48,497 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:29:48,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43645,1731540577824 2024-11-13T23:29:48,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cfd2b0e 2024-11-13T23:29:48,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:48,498 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:48,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:29:48,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:48,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:48,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:29:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:48,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:29:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:48,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b23a575941d585bd68857bde6688b54b, NAME => 'test,,1731540588498.b23a575941d585bd68857bde6688b54b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4 2024-11-13T23:29:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:29:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:49,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540588498.b23a575941d585bd68857bde6688b54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:49,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b23a575941d585bd68857bde6688b54b, disabling compactions & flushes 2024-11-13T23:29:49,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:29:49,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:29:49,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540588498.b23a575941d585bd68857bde6688b54b. after waiting 0 ms 2024-11-13T23:29:49,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:29:49,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:29:49,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b23a575941d585bd68857bde6688b54b: Waiting for close lock at 1731540589314Disabling compacts and flushes for region at 1731540589314Disabling writes for close at 1731540589314Writing region close event to WAL at 1731540589314Closed at 1731540589314 2024-11-13T23:29:49,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540588498.b23a575941d585bd68857bde6688b54b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540589315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540589315"}]},"ts":"1731540589315"} 2024-11-13T23:29:49,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:49,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:49,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540589318"}]},"ts":"1731540589318"} 2024-11-13T23:29:49,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:29:49,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b23a575941d585bd68857bde6688b54b, ASSIGN}] 2024-11-13T23:29:49,320 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b23a575941d585bd68857bde6688b54b, ASSIGN 2024-11-13T23:29:49,321 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b23a575941d585bd68857bde6688b54b, ASSIGN; state=OFFLINE, location=714b435e65e7,40845,1731540577937; forceNewPlan=false, retain=false 2024-11-13T23:29:49,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b23a575941d585bd68857bde6688b54b, regionState=OPENING, regionLocation=714b435e65e7,40845,1731540577937 2024-11-13T23:29:49,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b23a575941d585bd68857bde6688b54b, ASSIGN because future has completed 2024-11-13T23:29:49,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b23a575941d585bd68857bde6688b54b, server=714b435e65e7,40845,1731540577937}] 2024-11-13T23:29:49,628 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:29:49,628 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b23a575941d585bd68857bde6688b54b, NAME => 'test,,1731540588498.b23a575941d585bd68857bde6688b54b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:49,628 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:49,628 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:29:49,628 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,629 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540588498.b23a575941d585bd68857bde6688b54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:49,629 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,629 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,630 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,631 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23a575941d585bd68857bde6688b54b columnFamilyName f 2024-11-13T23:29:49,631 DEBUG [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:49,631 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] regionserver.HStore(327): Store=b23a575941d585bd68857bde6688b54b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:49,631 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,632 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23a575941d585bd68857bde6688b54b columnFamilyName f1 2024-11-13T23:29:49,632 DEBUG [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:49,632 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] regionserver.HStore(327): Store=b23a575941d585bd68857bde6688b54b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:49,632 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,633 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23a575941d585bd68857bde6688b54b columnFamilyName norep 2024-11-13T23:29:49,633 DEBUG [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:49,633 INFO [StoreOpener-b23a575941d585bd68857bde6688b54b-1 {}] regionserver.HStore(327): Store=b23a575941d585bd68857bde6688b54b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:49,633 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,634 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,634 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,634 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,634 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,635 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:49,636 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:49,637 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:49,637 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b23a575941d585bd68857bde6688b54b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73729164, jitterRate=0.09865015745162964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:49,637 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b23a575941d585bd68857bde6688b54b 2024-11-13T23:29:49,637 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b23a575941d585bd68857bde6688b54b: Running coprocessor pre-open hook at 1731540589629Writing region info on filesystem at 1731540589629Initializing all the Stores at 1731540589629Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540589629Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540589629Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540589629Cleaning up temporary data from old regions at 1731540589635 (+6 ms)Running coprocessor post-open hooks at 1731540589637 (+2 ms)Region opened successfully at 1731540589637 2024-11-13T23:29:49,638 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540588498.b23a575941d585bd68857bde6688b54b., pid=6, masterSystemTime=1731540589625 2024-11-13T23:29:49,639 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:29:49,640 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:29:49,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b23a575941d585bd68857bde6688b54b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,40845,1731540577937 2024-11-13T23:29:49,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b23a575941d585bd68857bde6688b54b, server=714b435e65e7,40845,1731540577937 because future has completed 2024-11-13T23:29:49,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:29:49,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b23a575941d585bd68857bde6688b54b, server=714b435e65e7,40845,1731540577937 in 169 msec 2024-11-13T23:29:49,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:29:49,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b23a575941d585bd68857bde6688b54b, ASSIGN in 325 msec 2024-11-13T23:29:49,646 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:49,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540589646"}]},"ts":"1731540589646"} 2024-11-13T23:29:49,648 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:29:49,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:49,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-13T23:29:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:50,647 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:29:50,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:50,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,35045,1731540583078 2024-11-13T23:29:50,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219520ce 2024-11-13T23:29:50,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:50,649 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:50,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T23:29:50,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:50,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:50,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T23:29:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:50,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:50,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741835_1011 (size=902) 2024-11-13T23:29:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:51,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d24368b29a4cf7ea32f1cdc368b715fc, NAME => 'test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516 2024-11-13T23:29:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741836_1012 (size=39) 2024-11-13T23:29:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:51,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:51,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d24368b29a4cf7ea32f1cdc368b715fc, disabling compactions & flushes 2024-11-13T23:29:51,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:29:51,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:29:51,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. after waiting 0 ms 2024-11-13T23:29:51,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:29:51,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:29:51,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d24368b29a4cf7ea32f1cdc368b715fc: Waiting for close lock at 1731540591462Disabling compacts and flushes for region at 1731540591462Disabling writes for close at 1731540591462Writing region close event to WAL at 1731540591462Closed at 1731540591462 2024-11-13T23:29:51,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:51,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731540591464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540591464"}]},"ts":"1731540591464"} 2024-11-13T23:29:51,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:51,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:51,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540591466"}]},"ts":"1731540591466"} 2024-11-13T23:29:51,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T23:29:51,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d24368b29a4cf7ea32f1cdc368b715fc, ASSIGN}] 2024-11-13T23:29:51,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d24368b29a4cf7ea32f1cdc368b715fc, ASSIGN 2024-11-13T23:29:51,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d24368b29a4cf7ea32f1cdc368b715fc, ASSIGN; state=OFFLINE, location=714b435e65e7,45063,1731540583199; forceNewPlan=false, retain=false 2024-11-13T23:29:51,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d24368b29a4cf7ea32f1cdc368b715fc, regionState=OPENING, regionLocation=714b435e65e7,45063,1731540583199 2024-11-13T23:29:51,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d24368b29a4cf7ea32f1cdc368b715fc, ASSIGN because future has completed 2024-11-13T23:29:51,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d24368b29a4cf7ea32f1cdc368b715fc, server=714b435e65e7,45063,1731540583199}] 2024-11-13T23:29:51,777 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:29:51,777 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d24368b29a4cf7ea32f1cdc368b715fc, NAME => 'test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:51,777 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:51,777 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T23:29:51,778 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,778 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:51,778 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,778 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,779 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,780 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24368b29a4cf7ea32f1cdc368b715fc columnFamilyName f 2024-11-13T23:29:51,780 DEBUG [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:51,780 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] regionserver.HStore(327): Store=d24368b29a4cf7ea32f1cdc368b715fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:51,780 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,781 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24368b29a4cf7ea32f1cdc368b715fc columnFamilyName f1 2024-11-13T23:29:51,781 DEBUG [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:51,781 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] regionserver.HStore(327): Store=d24368b29a4cf7ea32f1cdc368b715fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:51,781 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,782 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24368b29a4cf7ea32f1cdc368b715fc columnFamilyName norep 2024-11-13T23:29:51,782 DEBUG [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:51,782 INFO [StoreOpener-d24368b29a4cf7ea32f1cdc368b715fc-1 {}] regionserver.HStore(327): Store=d24368b29a4cf7ea32f1cdc368b715fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:51,782 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,783 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,783 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,784 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,784 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,784 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:51,785 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:51,787 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,787 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d24368b29a4cf7ea32f1cdc368b715fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64804252, jitterRate=-0.034341394901275635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:51,787 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:29:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,787 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d24368b29a4cf7ea32f1cdc368b715fc: Running coprocessor pre-open hook at 1731540591778Writing region info on filesystem at 1731540591778Initializing all the Stores at 1731540591778Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540591778Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540591779 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540591779Cleaning up temporary data from old regions at 1731540591784 (+5 ms)Running coprocessor post-open hooks at 1731540591787 (+3 ms)Region opened successfully at 1731540591787 2024-11-13T23:29:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,788 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc., pid=6, masterSystemTime=1731540591774 2024-11-13T23:29:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,789 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:29:51,789 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:29:51,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d24368b29a4cf7ea32f1cdc368b715fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=714b435e65e7,45063,1731540583199 2024-11-13T23:29:51,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d24368b29a4cf7ea32f1cdc368b715fc, server=714b435e65e7,45063,1731540583199 because future has completed 2024-11-13T23:29:51,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T23:29:51,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d24368b29a4cf7ea32f1cdc368b715fc, server=714b435e65e7,45063,1731540583199 in 170 msec 2024-11-13T23:29:51,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:29:51,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d24368b29a4cf7ea32f1cdc368b715fc, ASSIGN in 326 msec 2024-11-13T23:29:51,796 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:51,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540591796"}]},"ts":"1731540591796"} 2024-11-13T23:29:51,798 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T23:29:51,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:51,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-13T23:29:51,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:51,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:52,807 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T23:29:52,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:52,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40761,-1 for getting cluster id 2024-11-13T23:29:52,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:52,808 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb3342f-760c-4d98-b5e8-50028b72e27e' 2024-11-13T23:29:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb3342f-760c-4d98-b5e8-50028b72e27e" 2024-11-13T23:29:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1ac5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40761,-1] 2024-11-13T23:29:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:52,810 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e42ddf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:52,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40761,1731540573079 2024-11-13T23:29:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fea1578 2024-11-13T23:29:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:52,812 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:52,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://714b435e65e7:43645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:29:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:29:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:52,814 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:43645' 2024-11-13T23:29:52,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600fd186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:52,815 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43645,-1 for getting cluster id 2024-11-13T23:29:52,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:52,816 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6f4d5fb-7eed-4a64-856f-5285c558278e' 2024-11-13T23:29:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6f4d5fb-7eed-4a64-856f-5285c558278e" 2024-11-13T23:29:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfaa8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43645,-1] 2024-11-13T23:29:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:52,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:52,817 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:52,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1c5752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:52,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:52,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43645,1731540577824 2024-11-13T23:29:52,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3036afcd 2024-11-13T23:29:52,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:52,819 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:52,819 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T23:29:52,819 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:29:52,819 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:52,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:52,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:52,820 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:29:52,821 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T23:29:52,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:29:52,822 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:52,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:29:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741837_1013 (size=1138) 2024-11-13T23:29:52,871 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T23:29:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:53,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e00765b808c3097222f7a8601fa5f1e, NAME => 'hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1 2024-11-13T23:29:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741838_1014 (size=44) 2024-11-13T23:29:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:53,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:53,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e00765b808c3097222f7a8601fa5f1e, disabling compactions & flushes 2024-11-13T23:29:53,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:29:53,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:29:53,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. after waiting 0 ms 2024-11-13T23:29:53,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:29:53,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:29:53,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e00765b808c3097222f7a8601fa5f1e: Waiting for close lock at 1731540593633Disabling compacts and flushes for region at 1731540593633Disabling writes for close at 1731540593633Writing region close event to WAL at 1731540593633Closed at 1731540593633 2024-11-13T23:29:53,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:29:53,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731540593634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540593634"}]},"ts":"1731540593634"} 2024-11-13T23:29:53,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T23:29:53,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:29:53,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540593637"}]},"ts":"1731540593637"} 2024-11-13T23:29:53,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T23:29:53,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e00765b808c3097222f7a8601fa5f1e, ASSIGN}] 2024-11-13T23:29:53,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e00765b808c3097222f7a8601fa5f1e, ASSIGN 2024-11-13T23:29:53,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e00765b808c3097222f7a8601fa5f1e, ASSIGN; state=OFFLINE, location=714b435e65e7,37853,1731540573250; forceNewPlan=false, retain=false 2024-11-13T23:29:53,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e00765b808c3097222f7a8601fa5f1e, regionState=OPENING, regionLocation=714b435e65e7,37853,1731540573250 2024-11-13T23:29:53,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e00765b808c3097222f7a8601fa5f1e, ASSIGN because future has completed 2024-11-13T23:29:53,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e00765b808c3097222f7a8601fa5f1e, server=714b435e65e7,37853,1731540573250}] 2024-11-13T23:29:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:53,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:29:53,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:29:53,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T23:29:53,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=714b435e65e7%2C37853%2C1731540573250.rep, suffix=, logDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250, archiveDir=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/oldWALs, maxLogs=10 2024-11-13T23:29:53,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.rep.1731540593950, exclude list is [], retry=0 2024-11-13T23:29:53,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf,DISK] 2024-11-13T23:29:53,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.rep.1731540593950 2024-11-13T23:29:53,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42129:42129)] 2024-11-13T23:29:53,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e00765b808c3097222f7a8601fa5f1e, NAME => 'hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:29:53,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T23:29:53,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:29:53,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. service=MultiRowMutationService 2024-11-13T23:29:53,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T23:29:53,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:53,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,974 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,975 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e00765b808c3097222f7a8601fa5f1e columnFamilyName hfileref 2024-11-13T23:29:53,975 DEBUG [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:53,976 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] regionserver.HStore(327): Store=7e00765b808c3097222f7a8601fa5f1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:53,976 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,977 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e00765b808c3097222f7a8601fa5f1e columnFamilyName queue 2024-11-13T23:29:53,977 DEBUG [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:53,977 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] regionserver.HStore(327): Store=7e00765b808c3097222f7a8601fa5f1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:53,977 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,978 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e00765b808c3097222f7a8601fa5f1e columnFamilyName sid 2024-11-13T23:29:53,978 DEBUG [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:53,979 INFO [StoreOpener-7e00765b808c3097222f7a8601fa5f1e-1 {}] regionserver.HStore(327): Store=7e00765b808c3097222f7a8601fa5f1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:53,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T23:29:53,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:53,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e00765b808c3097222f7a8601fa5f1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72264522, jitterRate=0.07682529091835022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T23:29:53,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:29:53,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e00765b808c3097222f7a8601fa5f1e: Running coprocessor pre-open hook at 1731540593973Writing region info on filesystem at 1731540593973Initializing all the Stores at 1731540593974 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540593974Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540593974Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540593974Cleaning up temporary data from old regions at 1731540593980 (+6 ms)Running coprocessor post-open hooks at 1731540593984 (+4 ms)Region opened successfully at 1731540593984 2024-11-13T23:29:53,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e., pid=10, masterSystemTime=1731540593945 2024-11-13T23:29:53,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:29:53,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:29:53,987 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e00765b808c3097222f7a8601fa5f1e, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37853,1731540573250 2024-11-13T23:29:53,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e00765b808c3097222f7a8601fa5f1e, server=714b435e65e7,37853,1731540573250 because future has completed 2024-11-13T23:29:53,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T23:29:53,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e00765b808c3097222f7a8601fa5f1e, server=714b435e65e7,37853,1731540573250 in 196 msec 2024-11-13T23:29:53,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T23:29:53,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e00765b808c3097222f7a8601fa5f1e, ASSIGN in 352 msec 2024-11-13T23:29:53,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:53,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540593992"}]},"ts":"1731540593992"} 2024-11-13T23:29:53,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T23:29:53,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:53,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-13T23:29:54,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e., hostname=714b435e65e7,37853,1731540573250, seqNum=2] 2024-11-13T23:29:54,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:54,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:29:54,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:29:54,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T23:29:54,245 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T23:29:54,279 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-714b435e65e7,37853,1731540573250, ReplicationSource: 1, currentBandwidth=0 2024-11-13T23:29:54,280 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:54,280 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37853,1731540573250, seqNum=-1] 2024-11-13T23:29:54,280 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:54,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-714b435e65e7,37853,1731540573250', locateType=CURRENT is [region=hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e., hostname=714b435e65e7,37853,1731540573250, seqNum=2] 2024-11-13T23:29:54,284 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T23:29:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T23:29:54,286 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 714b435e65e7,37853,1731540573250 suceeded 2024-11-13T23:29:54,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T23:29:54,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T23:29:54,288 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://714b435e65e7:43645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:29:54,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-13T23:29:54,299 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:43645' 2024-11-13T23:29:54,300 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df3b866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,300 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43645,-1 for getting cluster id 2024-11-13T23:29:54,300 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:54,300 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6f4d5fb-7eed-4a64-856f-5285c558278e' 2024-11-13T23:29:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6f4d5fb-7eed-4a64-856f-5285c558278e" 2024-11-13T23:29:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fa96005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43645,-1] 2024-11-13T23:29:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:54,302 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:54,302 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41f88f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,302 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:54,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43645,1731540577824 2024-11-13T23:29:54,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea9d2f1 2024-11-13T23:29:54,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:54,303 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T23:29:54,304 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-714b435e65e7,37853,1731540573250 (queues=1) is replicating from cluster=cdb3342f-760c-4d98-b5e8-50028b72e27e to cluster=e6f4d5fb-7eed-4a64-856f-5285c558278e 2024-11-13T23:29:54,304 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=714b435e65e7%2C37853%2C1731540573250 2024-11-13T23:29:54,304 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-714b435e65e7,37853,1731540573250, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:29:54,304 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C37853%2C1731540573250 2024-11-13T23:29:54,305 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455, startPosition=0, beingWritten=true 2024-11-13T23:29:54,308 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:29:54,309 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 379, reset compression=false 2024-11-13T23:29:54,309 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37853,1731540573250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:29:54,511 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 379, reset compression=false 2024-11-13T23:29:54,815 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 379, reset compression=false 2024-11-13T23:29:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T23:29:54,957 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T23:29:54,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:54,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:54,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:54,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:54,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:54,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40761,-1 for getting cluster id 2024-11-13T23:29:54,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:54,959 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb3342f-760c-4d98-b5e8-50028b72e27e' 2024-11-13T23:29:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb3342f-760c-4d98-b5e8-50028b72e27e" 2024-11-13T23:29:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be8736a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40761,-1] 2024-11-13T23:29:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:54,960 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd18684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43645,-1 for getting cluster id 2024-11-13T23:29:54,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:54,962 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6f4d5fb-7eed-4a64-856f-5285c558278e' 2024-11-13T23:29:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6f4d5fb-7eed-4a64-856f-5285c558278e" 2024-11-13T23:29:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e1f59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43645,-1] 2024-11-13T23:29:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:54,963 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8064eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35045,-1 for getting cluster id 2024-11-13T23:29:54,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:54,964 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8312168-ed8c-4af1-8ffb-59cd49c2f82c' 2024-11-13T23:29:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8312168-ed8c-4af1-8ffb-59cd49c2f82c" 2024-11-13T23:29:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7072f269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35045,-1] 2024-11-13T23:29:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:54,965 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7945e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:54,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:54,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731540594969/Put/seqid=0 2024-11-13T23:29:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741840_1016 (size=7894) 2024-11-13T23:29:55,218 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 379, reset compression=false 2024-11-13T23:29:55,316 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:29:55,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731540595374/Put/seqid=0 2024-11-13T23:29:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741841_1017 (size=7691) 2024-11-13T23:29:55,721 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 379, reset compression=false 2024-11-13T23:29:55,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:55,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40761,-1 for getting cluster id 2024-11-13T23:29:55,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:55,779 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb3342f-760c-4d98-b5e8-50028b72e27e' 2024-11-13T23:29:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb3342f-760c-4d98-b5e8-50028b72e27e" 2024-11-13T23:29:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6587049c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40761,-1] 2024-11-13T23:29:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:55,781 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:55,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:55,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:55,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37853,1731540573250, seqNum=-1] 2024-11-13T23:29:55,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:55,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:55,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40761,1731540573079 2024-11-13T23:29:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e4f92d 2024-11-13T23:29:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:55,790 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2] 2024-11-13T23:29:55,795 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:29:55,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T23:29:55,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T23:29:55,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T23:29:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:55,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T23:29:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegion(2603): Flush status journal for a434705b7cdbd48c03205fdad9ea14b6: 2024-11-13T23:29:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_0 2024-11-13T23:29:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_0 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ 2024-11-13T23:29:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_1 2024-11-13T23:29:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_1 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ 2024-11-13T23:29:55,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_0 into a434705b7cdbd48c03205fdad9ea14b6/f as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ - updating store file list. 2024-11-13T23:29:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:55,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ into a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:55,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_0 into a434705b7cdbd48c03205fdad9ea14b6/f (new location: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_) 2024-11-13T23:29:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_0 2024-11-13T23:29:55,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_1 into a434705b7cdbd48c03205fdad9ea14b6/f as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ - updating store file list. 2024-11-13T23:29:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:55,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ into a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:55,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_1 into a434705b7cdbd48c03205fdad9ea14b6/f (new location: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_) 2024-11-13T23:29:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__e268neee2ck3j0ovsqcg0q1jvkti19e9at63pdg45il7ovshdg50rc6eqs8ouogg/f/hfile_1 2024-11-13T23:29:55,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:55,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:55,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:55,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:55,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2 , the old value is region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=714b435e65e7:37853 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:29:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:29:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2 from cache 2024-11-13T23:29:55,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:55,824 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T23:29:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40845,1731540577937, seqNum=-1] 2024-11-13T23:29:55,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:55,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540588498.b23a575941d585bd68857bde6688b54b., hostname=714b435e65e7,40845,1731540577937, seqNum=2] 2024-11-13T23:29:55,828 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:29:55,926 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:37853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T23:29:56,324 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 379, reset compression=false 2024-11-13T23:29:56,328 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:56,328 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37853,1731540573250 got entry batch from reader: WALEntryBatch [walEntries=[{test/a434705b7cdbd48c03205fdad9ea14b6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540595821/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T23:29:56,329 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:56,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T23:29:56,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.ReplicationSink(318): Replicating [cdb3342f-760c-4d98-b5e8-50028b72e27e] bulk loaded data 2024-11-13T23:29:56,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e60396a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43645,-1 for getting cluster id 2024-11-13T23:29:56,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:56,331 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6f4d5fb-7eed-4a64-856f-5285c558278e' 2024-11-13T23:29:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6f4d5fb-7eed-4a64-856f-5285c558278e" 2024-11-13T23:29:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1311f9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43645,-1] 2024-11-13T23:29:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:56,332 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:56,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61cb181f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741837_1013 (size=7894) 2024-11-13T23:29:56,528 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 687, reset compression=false 2024-11-13T23:29:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741838_1014 (size=7691) 2024-11-13T23:29:56,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43645,1731540577824 2024-11-13T23:29:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b08335 2024-11-13T23:29:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:56,750 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T23:29:56,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:29:56,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:56,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,40845,1731540577937, seqNum=-1] 2024-11-13T23:29:56,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:56,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:56,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T23:29:56,764 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T23:29:56,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ for inclusion in b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T23:29:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:56,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ for inclusion in b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T23:29:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegion(2603): Flush status journal for b23a575941d585bd68857bde6688b54b: 2024-11-13T23:29:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:29:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/bf77e3944fe04df98d5066cf99d8e52b_SeqId_4_ 2024-11-13T23:29:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:29:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/d594eecfd6814e2580cf907ddb372fd3_SeqId_4_ 2024-11-13T23:29:56,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ into b23a575941d585bd68857bde6688b54b/f as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/bf77e3944fe04df98d5066cf99d8e52b_SeqId_4_ - updating store file list. 2024-11-13T23:29:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf77e3944fe04df98d5066cf99d8e52b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:56,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/bf77e3944fe04df98d5066cf99d8e52b_SeqId_4_ into b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:56,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ into b23a575941d585bd68857bde6688b54b/f (new location: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/bf77e3944fe04df98d5066cf99d8e52b_SeqId_4_) 2024-11-13T23:29:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/f7ac394ae9454afb9cf9372d19cb98f3_SeqId_4_ 2024-11-13T23:29:56,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ into b23a575941d585bd68857bde6688b54b/f as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/d594eecfd6814e2580cf907ddb372fd3_SeqId_4_ - updating store file list. 2024-11-13T23:29:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d594eecfd6814e2580cf907ddb372fd3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:56,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/d594eecfd6814e2580cf907ddb372fd3_SeqId_4_ into b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:56,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ into b23a575941d585bd68857bde6688b54b/f (new location: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/d594eecfd6814e2580cf907ddb372fd3_SeqId_4_) 2024-11-13T23:29:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__5mau2i2j1a0937ihrnc0d9d5qeesigr1ko0gj7tlt4tooua9tf5d18650s2jr7f8/f/acee111c2ebf4bde9a3febd6a7c6feaf_SeqId_4_ 2024-11-13T23:29:56,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.ReplicationSink(324): Finished replicating [cdb3342f-760c-4d98-b5e8-50028b72e27e] bulk loaded data 2024-11-13T23:29:56,831 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 687, reset compression=false 2024-11-13T23:29:56,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45063,1731540583199, seqNum=-1] 2024-11-13T23:29:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:56,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc., hostname=714b435e65e7,45063,1731540583199, seqNum=2] 2024-11-13T23:29:56,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:56,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:29:56,844 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 714b435e65e7%2C37853%2C1731540573250:(num 1731540575455) roll requested 2024-11-13T23:29:56,858 DEBUG [regionserver/714b435e65e7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844, exclude list is [], retry=0 2024-11-13T23:29:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf,DISK] 2024-11-13T23:29:56,862 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 2024-11-13T23:29:56,862 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42129:42129)] 2024-11-13T23:29:56,862 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 is not closed yet, will try archiving it next time 2024-11-13T23:29:56,862 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 714b435e65e7%2C37853%2C1731540573250.rep:(num 1731540593950) roll requested 2024-11-13T23:29:56,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7fea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40761,-1 for getting cluster id 2024-11-13T23:29:56,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741833_1009 (size=695) 2024-11-13T23:29:56,863 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb3342f-760c-4d98-b5e8-50028b72e27e' 2024-11-13T23:29:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb3342f-760c-4d98-b5e8-50028b72e27e" 2024-11-13T23:29:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700f834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40761,-1] 2024-11-13T23:29:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:56,864 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/oldWALs/714b435e65e7%2C37853%2C1731540573250.1731540575455 2024-11-13T23:29:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:56,864 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6057a3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40761,1731540573079 2024-11-13T23:29:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ebab938 2024-11-13T23:29:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:56,867 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:56,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://714b435e65e7:35045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T23:29:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T23:29:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T23:29:56,878 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:35045' 2024-11-13T23:29:56,886 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cc65b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,886 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35045,-1 for getting cluster id 2024-11-13T23:29:56,886 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:56,886 DEBUG [regionserver/714b435e65e7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.rep.1731540596862, exclude list is [], retry=0 2024-11-13T23:29:56,887 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8312168-ed8c-4af1-8ffb-59cd49c2f82c' 2024-11-13T23:29:56,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:56,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8312168-ed8c-4af1-8ffb-59cd49c2f82c" 2024-11-13T23:29:56,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2c32f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35045,-1] 2024-11-13T23:29:56,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:56,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:56,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf,DISK] 2024-11-13T23:29:56,889 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:56,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e823d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:56,889 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,35045,1731540583078 2024-11-13T23:29:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1906cb1a 2024-11-13T23:29:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:56,890 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.rep.1731540593950 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.rep.1731540596862 2024-11-13T23:29:56,891 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:56,891 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T23:29:56,891 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T23:29:56,891 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:56,892 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:56,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:56,892 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42129:42129)] 2024-11-13T23:29:56,892 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.rep.1731540593950 is not closed yet, will try archiving it next time 2024-11-13T23:29:56,892 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 714b435e65e7%2C37853%2C1731540573250.meta:.meta(num 1731540575985) roll requested 2024-11-13T23:29:56,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741839_1015 (size=1505) 2024-11-13T23:29:56,906 DEBUG [regionserver/714b435e65e7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.meta.1731540596892.meta, exclude list is [], retry=0 2024-11-13T23:29:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-6fe4f7b2-034b-4aef-9a57-207dad98adaf,DISK] 2024-11-13T23:29:56,912 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.meta.1731540575985.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.meta.1731540596892.meta 2024-11-13T23:29:56,914 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42129:42129)] 2024-11-13T23:29:56,914 DEBUG [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.meta.1731540575985.meta is not closed yet, will try archiving it next time 2024-11-13T23:29:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741834_1010 (size=3473) 2024-11-13T23:29:56,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.meta.1731540575985.meta not finished, retry = 0 2024-11-13T23:29:56,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T23:29:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T23:29:57,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T23:29:57,069 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T23:29:57,103 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-714b435e65e7,37853,1731540573250, ReplicationSource: 2, currentBandwidth=0 2024-11-13T23:29:57,105 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T23:29:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T23:29:57,106 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 714b435e65e7,37853,1731540573250 suceeded 2024-11-13T23:29:57,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T23:29:57,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-13T23:29:57,108 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://714b435e65e7:35045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T23:29:57,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 241 msec 2024-11-13T23:29:57,118 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='714b435e65e7:35045' 2024-11-13T23:29:57,119 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@403f1035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:57,119 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35045,-1 for getting cluster id 2024-11-13T23:29:57,119 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:57,119 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8312168-ed8c-4af1-8ffb-59cd49c2f82c' 2024-11-13T23:29:57,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:57,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8312168-ed8c-4af1-8ffb-59cd49c2f82c" 2024-11-13T23:29:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72271c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35045,-1] 2024-11-13T23:29:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:57,120 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:57,121 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f910987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:57,121 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:57,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,35045,1731540583078 2024-11-13T23:29:57,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cfd3537 2024-11-13T23:29:57,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:57,122 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T23:29:57,122 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-714b435e65e7,37853,1731540573250 (queues=1) is replicating from cluster=cdb3342f-760c-4d98-b5e8-50028b72e27e to cluster=c8312168-ed8c-4af1-8ffb-59cd49c2f82c 2024-11-13T23:29:57,122 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=714b435e65e7%2C37853%2C1731540573250 2024-11-13T23:29:57,122 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-714b435e65e7,37853,1731540573250, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T23:29:57,123 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 714b435e65e7%2C37853%2C1731540573250 2024-11-13T23:29:57,123 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844, startPosition=0, beingWritten=true 2024-11-13T23:29:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T23:29:57,197 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T23:29:57,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:57,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:57,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:57,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:57,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:57,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:29:57,200 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731540597200/Put/seqid=0 2024-11-13T23:29:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741845_1021 (size=11194) 2024-11-13T23:29:57,234 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 to pos 687, reset compression=false 2024-11-13T23:29:57,236 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 was moved to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/oldWALs/714b435e65e7%2C37853%2C1731540573250.1731540575455 2024-11-13T23:29:57,238 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455 2024-11-13T23:29:57,238 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844, startPosition=0, beingWritten=true 2024-11-13T23:29:57,238 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37853,1731540573250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540575455, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T23:29:57,240 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [714b435e65e7%2C37853%2C1731540573250.1731540575455] 2024-11-13T23:29:57,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:29:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,325 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 0, reset compression=false 2024-11-13T23:29:57,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:29:57,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731540597605/Put/seqid=0 2024-11-13T23:29:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741846_1022 (size=10791) 2024-11-13T23:29:57,629 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 0, reset compression=false 2024-11-13T23:29:57,741 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 0, reset compression=false 2024-11-13T23:29:58,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:58,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40761,-1 for getting cluster id 2024-11-13T23:29:58,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:58,010 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdb3342f-760c-4d98-b5e8-50028b72e27e' 2024-11-13T23:29:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdb3342f-760c-4d98-b5e8-50028b72e27e" 2024-11-13T23:29:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a129ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40761,-1] 2024-11-13T23:29:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:58,011 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:58,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8fa292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:58,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:58,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37853,1731540573250, seqNum=-1] 2024-11-13T23:29:58,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:58,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:58,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40761,1731540573079 2024-11-13T23:29:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7506ec9 2024-11-13T23:29:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:58,020 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:29:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2] 2024-11-13T23:29:58,024 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:29:58,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T23:29:58,030 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T23:29:58,033 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 0, reset compression=false 2024-11-13T23:29:58,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T23:29:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:58,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T23:29:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegion(2603): Flush status journal for a434705b7cdbd48c03205fdad9ea14b6: 2024-11-13T23:29:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_1 2024-11-13T23:29:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_1 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ 2024-11-13T23:29:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_0 2024-11-13T23:29:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_0 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ 2024-11-13T23:29:58,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_1 into a434705b7cdbd48c03205fdad9ea14b6/f as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ - updating store file list. 2024-11-13T23:29:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:58,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ into a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:58,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_1 into a434705b7cdbd48c03205fdad9ea14b6/f (new location: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_) 2024-11-13T23:29:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_1 2024-11-13T23:29:58,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_0 into a434705b7cdbd48c03205fdad9ea14b6/f as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ - updating store file list. 2024-11-13T23:29:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:58,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ into a434705b7cdbd48c03205fdad9ea14b6/f 2024-11-13T23:29:58,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_0 into a434705b7cdbd48c03205fdad9ea14b6/f (new location: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_) 2024-11-13T23:29:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/staging/jenkins__test__33lb57jfjq51tjtvgdggivgos80btvqhru61tpjcai9k3mpsri2jq2108l7s5kq5/f/hfile_0 2024-11-13T23:29:58,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:29:58,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:58,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:58,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2 , the old value is region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=714b435e65e7:37853 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:29:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T23:29:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6., hostname=714b435e65e7,37853,1731540573250, seqNum=2 from cache 2024-11-13T23:29:58,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:29:58,059 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T23:29:58,060 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:29:58,167 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:37853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T23:29:58,345 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 0, reset compression=false 2024-11-13T23:29:58,349 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:58,349 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37853,1731540573250 got entry batch from reader: WALEntryBatch [walEntries=[{test/a434705b7cdbd48c03205fdad9ea14b6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540598056/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T23:29:58,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.ReplicationSink(318): Replicating [cdb3342f-760c-4d98-b5e8-50028b72e27e] bulk loaded data 2024-11-13T23:29:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741839_1015 (size=10791) 2024-11-13T23:29:58,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741840_1016 (size=11194) 2024-11-13T23:29:58,539 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 0, reset compression=false 2024-11-13T23:29:58,543 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T23:29:58,543 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-714b435e65e7,37853,1731540573250 got entry batch from reader: WALEntryBatch [walEntries=[{test/a434705b7cdbd48c03205fdad9ea14b6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731540598056/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T23:29:58,544 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:58,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T23:29:58,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.ReplicationSink(318): Replicating [cdb3342f-760c-4d98-b5e8-50028b72e27e] bulk loaded data 2024-11-13T23:29:58,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54eb15d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:58,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35045,-1 for getting cluster id 2024-11-13T23:29:58,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:29:58,546 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8312168-ed8c-4af1-8ffb-59cd49c2f82c' 2024-11-13T23:29:58,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:29:58,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8312168-ed8c-4af1-8ffb-59cd49c2f82c" 2024-11-13T23:29:58,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b08acc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:58,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35045,-1] 2024-11-13T23:29:58,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:29:58,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:58,547 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:29:58,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@388d6583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:29:58,549 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:29:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741837_1013 (size=10791) 2024-11-13T23:29:58,743 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:29:58,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:29:58,779 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T23:29:58,781 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T23:29:58,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ for inclusion in b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T23:29:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:58,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ for inclusion in b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T23:29:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegion(2603): Flush status journal for b23a575941d585bd68857bde6688b54b: 2024-11-13T23:29:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:29:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/b6ebd990091c4c03b6db147e42ab9202_SeqId_6_ 2024-11-13T23:29:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:29:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/cd765c3e225a43379727d6d49f8018c6_SeqId_6_ 2024-11-13T23:29:58,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ into b23a575941d585bd68857bde6688b54b/f as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/b6ebd990091c4c03b6db147e42ab9202_SeqId_6_ - updating store file list. 2024-11-13T23:29:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6ebd990091c4c03b6db147e42ab9202_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:58,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/b6ebd990091c4c03b6db147e42ab9202_SeqId_6_ into b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:58,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ into b23a575941d585bd68857bde6688b54b/f (new location: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/b6ebd990091c4c03b6db147e42ab9202_SeqId_6_) 2024-11-13T23:29:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ 2024-11-13T23:29:58,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ into b23a575941d585bd68857bde6688b54b/f as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/cd765c3e225a43379727d6d49f8018c6_SeqId_6_ - updating store file list. 2024-11-13T23:29:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd765c3e225a43379727d6d49f8018c6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:58,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/cd765c3e225a43379727d6d49f8018c6_SeqId_6_ into b23a575941d585bd68857bde6688b54b/f 2024-11-13T23:29:58,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ into b23a575941d585bd68857bde6688b54b/f (new location: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/f/cd765c3e225a43379727d6d49f8018c6_SeqId_6_) 2024-11-13T23:29:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/staging/jenkins.hfs.22__test__k2jo7u27pqc8qjahsocqo9bvvgu1cg6fj6u5lp3d55mibtobk4b1gd0jap095cf1/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ 2024-11-13T23:29:58,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.ReplicationSink(324): Finished replicating [cdb3342f-760c-4d98-b5e8-50028b72e27e] bulk loaded data 2024-11-13T23:29:58,852 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:29:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741838_1014 (size=11194) 2024-11-13T23:29:59,046 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:29:59,069 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T23:29:59,255 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:29:59,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:29:59,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,35045,1731540583078 2024-11-13T23:29:59,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e950a2b 2024-11-13T23:29:59,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:29:59,364 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T23:29:59,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T23:29:59,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:29:59,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,45063,1731540583199, seqNum=-1] 2024-11-13T23:29:59,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:59,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T23:29:59,371 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T23:29:59,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T23:29:59,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ for inclusion in d24368b29a4cf7ea32f1cdc368b715fc/f 2024-11-13T23:29:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T23:29:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:59,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ for inclusion in d24368b29a4cf7ea32f1cdc368b715fc/f 2024-11-13T23:29:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T23:29:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T23:29:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegion(2603): Flush status journal for d24368b29a4cf7ea32f1cdc368b715fc: 2024-11-13T23:29:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:29:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/8780410776b541a0bf6ca4a7af2b1758_SeqId_4_ 2024-11-13T23:29:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T23:29:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/0599afc88e7a4da6a51896029b87d5eb_SeqId_4_ 2024-11-13T23:29:59,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ into d24368b29a4cf7ea32f1cdc368b715fc/f as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/8780410776b541a0bf6ca4a7af2b1758_SeqId_4_ - updating store file list. 2024-11-13T23:29:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8780410776b541a0bf6ca4a7af2b1758_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:59,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/8780410776b541a0bf6ca4a7af2b1758_SeqId_4_ into d24368b29a4cf7ea32f1cdc368b715fc/f 2024-11-13T23:29:59,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ into d24368b29a4cf7ea32f1cdc368b715fc/f (new location: hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/8780410776b541a0bf6ca4a7af2b1758_SeqId_4_) 2024-11-13T23:29:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_ 2024-11-13T23:29:59,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ into d24368b29a4cf7ea32f1cdc368b715fc/f as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/0599afc88e7a4da6a51896029b87d5eb_SeqId_4_ - updating store file list. 2024-11-13T23:29:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0599afc88e7a4da6a51896029b87d5eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T23:29:59,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/0599afc88e7a4da6a51896029b87d5eb_SeqId_4_ into d24368b29a4cf7ea32f1cdc368b715fc/f 2024-11-13T23:29:59,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ into d24368b29a4cf7ea32f1cdc368b715fc/f (new location: hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/f/0599afc88e7a4da6a51896029b87d5eb_SeqId_4_) 2024-11-13T23:29:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/staging/jenkins.hfs.23__test__8c36714sqe8rj0e89phdp1vvkdhsqhg5qfojl1otj0d008f90ivbqrmnrflkqihp/f/90bc4f4bcc9e41a9b90152f30b30180d_SeqId_6_ 2024-11-13T23:29:59,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.ReplicationSink(324): Finished replicating [cdb3342f-760c-4d98-b5e8-50028b72e27e] bulk loaded data 2024-11-13T23:29:59,449 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:29:59,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T23:29:59,758 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:29:59,953 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:00,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:30:00,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:00,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:00,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:00,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:00,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:00,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:30:00,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=986350899, stopped=false 2024-11-13T23:30:00,076 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,35045,1731540583078 2024-11-13T23:30:00,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2941759025/running 2024-11-13T23:30:00,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2941759025/running 2024-11-13T23:30:00,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:30:00,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:30:00,127 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:00,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:00,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:00,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:00,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on znode that does not yet exist, /2941759025/running 2024-11-13T23:30:00,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Set watcher on znode that does not yet exist, /2941759025/running 2024-11-13T23:30:00,128 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,45063,1731540583199' ***** 2024-11-13T23:30:00,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:30:00,128 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:30:00,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(3091): Received CLOSE for d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,45063,1731540583199 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:45063. 2024-11-13T23:30:00,129 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d24368b29a4cf7ea32f1cdc368b715fc, disabling compactions & flushes 2024-11-13T23:30:00,129 DEBUG [RS:0;714b435e65e7:45063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:00,129 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:30:00,129 DEBUG [RS:0;714b435e65e7:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:00,129 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:30:00,129 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. after waiting 0 ms 2024-11-13T23:30:00,129 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:30:00,129 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:30:00,130 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:30:00,130 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d24368b29a4cf7ea32f1cdc368b715fc=test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc.} 2024-11-13T23:30:00,130 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:30:00,130 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d24368b29a4cf7ea32f1cdc368b715fc 2024-11-13T23:30:00,130 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:30:00,130 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:30:00,130 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:30:00,130 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:30:00,130 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T23:30:00,132 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/default/test/d24368b29a4cf7ea32f1cdc368b715fc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T23:30:00,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:30:00,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:30:00,133 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:30:00,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d24368b29a4cf7ea32f1cdc368b715fc: Waiting for close lock at 1731540600129Running coprocessor pre-close hooks at 1731540600129Disabling compacts and flushes for region at 1731540600129Disabling writes for close at 1731540600129Writing region close event to WAL at 1731540600130 (+1 ms)Running coprocessor post-close hooks at 1731540600133 (+3 ms)Closed at 1731540600133 2024-11-13T23:30:00,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc. 2024-11-13T23:30:00,143 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/info/14edfbbbb9694c9eb82cbd1488f324d2 is 129, key is test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc./info:regioninfo/1731540591790/Put/seqid=0 2024-11-13T23:30:00,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741839_1015 (size=6421) 2024-11-13T23:30:00,205 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:30:00,205 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:30:00,211 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:00,330 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:00,362 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:00,530 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:00,546 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/info/14edfbbbb9694c9eb82cbd1488f324d2 2024-11-13T23:30:00,556 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:00,562 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/ns/a494b3763a2a426a94c621d0dc051f09 is 43, key is default/ns:d/1731540586308/Put/seqid=0 2024-11-13T23:30:00,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741840_1016 (size=5153) 2024-11-13T23:30:00,730 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:00,930 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:00,965 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/ns/a494b3763a2a426a94c621d0dc051f09 2024-11-13T23:30:00,985 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/rep_barrier/12d7f2f8ef1e4864b9c1d1dc1e7bc864 is 112, key is test,,1731540590649.d24368b29a4cf7ea32f1cdc368b715fc./rep_barrier:seqnumDuringOpen/1731540591790/Put/seqid=0 2024-11-13T23:30:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741841_1017 (size=5518) 2024-11-13T23:30:01,064 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:01,131 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:01,259 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:01,331 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:30:01,331 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:30:01,331 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:01,389 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/rep_barrier/12d7f2f8ef1e4864b9c1d1dc1e7bc864 2024-11-13T23:30:01,405 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/table/14cc3831a3604994aa08dabb9fbcd5dc is 40, key is test/table:state/1731540591796/Put/seqid=0 2024-11-13T23:30:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741842_1018 (size=5165) 2024-11-13T23:30:01,531 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:01,731 DEBUG [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:01,808 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/table/14cc3831a3604994aa08dabb9fbcd5dc 2024-11-13T23:30:01,812 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/info/14edfbbbb9694c9eb82cbd1488f324d2 as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/info/14edfbbbb9694c9eb82cbd1488f324d2 2024-11-13T23:30:01,816 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/info/14edfbbbb9694c9eb82cbd1488f324d2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T23:30:01,817 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/ns/a494b3763a2a426a94c621d0dc051f09 as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/ns/a494b3763a2a426a94c621d0dc051f09 2024-11-13T23:30:01,820 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/ns/a494b3763a2a426a94c621d0dc051f09, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:30:01,821 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/rep_barrier/12d7f2f8ef1e4864b9c1d1dc1e7bc864 as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/rep_barrier/12d7f2f8ef1e4864b9c1d1dc1e7bc864 2024-11-13T23:30:01,823 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/rep_barrier/12d7f2f8ef1e4864b9c1d1dc1e7bc864, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T23:30:01,824 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/.tmp/table/14cc3831a3604994aa08dabb9fbcd5dc as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/table/14cc3831a3604994aa08dabb9fbcd5dc 2024-11-13T23:30:01,827 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/table/14cc3831a3604994aa08dabb9fbcd5dc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:30:01,827 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=11, compaction requested=false 2024-11-13T23:30:01,831 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T23:30:01,831 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:30:01,831 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:30:01,831 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:01,831 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540600130Running coprocessor pre-close hooks at 1731540600130Disabling compacts and flushes for region at 1731540600130Disabling writes for close at 1731540600130Obtaining lock to block concurrent updates at 1731540600130Preparing flush snapshotting stores in 1588230740 at 1731540600130Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731540600130Flushing stores of hbase:meta,,1.1588230740 at 1731540600131 (+1 ms)Flushing 1588230740/info: creating writer at 1731540600131Flushing 1588230740/info: appending metadata at 1731540600143 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731540600143Flushing 1588230740/ns: creating writer at 1731540600550 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731540600562 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731540600562Flushing 1588230740/rep_barrier: creating writer at 1731540600969 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540600985 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540600985Flushing 1588230740/table: creating writer at 1731540601392 (+407 ms)Flushing 1588230740/table: appending metadata at 1731540601404 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731540601404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11902141: reopening flushed file at 1731540601812 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16066bd0: reopening flushed file at 1731540601816 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@710ccd6e: reopening flushed file at 1731540601820 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6ed806: reopening flushed file at 1731540601824 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=11, compaction requested=false at 1731540601827 (+3 ms)Writing region close event to WAL at 1731540601828 (+1 ms)Running coprocessor post-close hooks at 1731540601831 (+3 ms)Closed at 1731540601831 2024-11-13T23:30:01,831 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:01,867 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:01,931 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,45063,1731540583199; all regions closed. 2024-11-13T23:30:01,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741834_1010 (size=2717) 2024-11-13T23:30:01,933 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199/714b435e65e7%2C45063%2C1731540583199.meta.1731540586268.meta not finished, retry = 0 2024-11-13T23:30:02,035 DEBUG [RS:0;714b435e65e7:45063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/oldWALs 2024-11-13T23:30:02,035 INFO [RS:0;714b435e65e7:45063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C45063%2C1731540583199.meta:.meta(num 1731540586268) 2024-11-13T23:30:02,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/WALs/714b435e65e7,45063,1731540583199/714b435e65e7%2C45063%2C1731540583199.1731540585326 not finished, retry = 0 2024-11-13T23:30:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741832_1008 (size=1028) 2024-11-13T23:30:02,062 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:02,139 DEBUG [RS:0;714b435e65e7:45063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/oldWALs 2024-11-13T23:30:02,139 INFO [RS:0;714b435e65e7:45063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C45063%2C1731540583199:(num 1731540585326) 2024-11-13T23:30:02,139 DEBUG [RS:0;714b435e65e7:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:02,139 INFO [RS:0;714b435e65e7:45063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:02,139 INFO [RS:0;714b435e65e7:45063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:02,139 INFO [RS:0;714b435e65e7:45063 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:02,139 INFO [RS:0;714b435e65e7:45063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:02,139 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:02,140 INFO [RS:0;714b435e65e7:45063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:45063. 2024-11-13T23:30:02,140 DEBUG [RS:0;714b435e65e7:45063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:02,140 DEBUG [RS:0;714b435e65e7:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:02,140 DEBUG [RS:0;714b435e65e7:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:02,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:02,140 INFO [RS:0;714b435e65e7:45063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45063 2024-11-13T23:30:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025/rs 2024-11-13T23:30:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2941759025/rs/714b435e65e7,45063,1731540583199 2024-11-13T23:30:02,205 INFO [RS:0;714b435e65e7:45063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:02,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,45063,1731540583199] 2024-11-13T23:30:02,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2941759025/draining/714b435e65e7,45063,1731540583199 already deleted, retry=false 2024-11-13T23:30:02,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,45063,1731540583199 expired; onlineServers=0 2024-11-13T23:30:02,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,35045,1731540583078' ***** 2024-11-13T23:30:02,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:30:02,227 INFO [M:0;714b435e65e7:35045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:02,227 INFO [M:0;714b435e65e7:35045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:02,227 DEBUG [M:0;714b435e65e7:35045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:30:02,227 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:30:02,227 DEBUG [M:0;714b435e65e7:35045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:30:02,227 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540585093 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540585093,5,FailOnTimeoutGroup] 2024-11-13T23:30:02,227 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540585093 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540585093,5,FailOnTimeoutGroup] 2024-11-13T23:30:02,227 INFO [M:0;714b435e65e7:35045 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:02,227 INFO [M:0;714b435e65e7:35045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:02,227 DEBUG [M:0;714b435e65e7:35045 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:30:02,228 INFO [M:0;714b435e65e7:35045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:30:02,228 INFO [M:0;714b435e65e7:35045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:02,228 INFO [M:0;714b435e65e7:35045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:30:02,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:30:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2941759025/master 2024-11-13T23:30:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2941759025 2024-11-13T23:30:02,235 DEBUG [M:0;714b435e65e7:35045 {}] zookeeper.ZKUtil(347): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Unable to get data of znode /2941759025/master because node does not exist (not an error) 2024-11-13T23:30:02,235 WARN [M:0;714b435e65e7:35045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:30:02,236 INFO [M:0;714b435e65e7:35045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/.lastflushedseqids 2024-11-13T23:30:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741843_1019 (size=173) 2024-11-13T23:30:02,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:02,318 INFO [RS:0;714b435e65e7:45063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:02,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x10137d2060a0007, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:02,318 INFO [RS:0;714b435e65e7:45063 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,45063,1731540583199; zookeeper connection closed. 2024-11-13T23:30:02,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@153b8f08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@153b8f08 2024-11-13T23:30:02,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:30:02,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:30:02,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:30:02,357 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148812 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [714b435e65e7,38079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:38079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T23:30:02,640 INFO [M:0;714b435e65e7:35045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:30:02,640 INFO [M:0;714b435e65e7:35045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:30:02,640 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:30:02,640 INFO [M:0;714b435e65e7:35045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:02,640 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:02,640 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:30:02,640 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:02,640 INFO [M:0;714b435e65e7:35045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T23:30:02,657 DEBUG [M:0;714b435e65e7:35045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/589bae84339b42a58940e4f331f8e362 is 82, key is hbase:meta,,1/info:regioninfo/1731540586294/Put/seqid=0 2024-11-13T23:30:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741844_1020 (size=5672) 2024-11-13T23:30:02,662 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:30:02,771 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:02,966 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:03,062 INFO [M:0;714b435e65e7:35045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/589bae84339b42a58940e4f331f8e362 2024-11-13T23:30:03,079 DEBUG [M:0;714b435e65e7:35045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/124e0c5038e244fab6bbf72736a224a3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540591799/Put/seqid=0 2024-11-13T23:30:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741845_1021 (size=6586) 2024-11-13T23:30:03,482 INFO [M:0;714b435e65e7:35045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/124e0c5038e244fab6bbf72736a224a3 2024-11-13T23:30:03,504 DEBUG [M:0;714b435e65e7:35045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/751110bb14644b08bee2f5685d6873a3 is 69, key is 714b435e65e7,45063,1731540583199/rs:state/1731540585154/Put/seqid=0 2024-11-13T23:30:03,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741846_1022 (size=5156) 2024-11-13T23:30:03,774 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:03,908 INFO [M:0;714b435e65e7:35045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/751110bb14644b08bee2f5685d6873a3 2024-11-13T23:30:03,911 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/589bae84339b42a58940e4f331f8e362 as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/589bae84339b42a58940e4f331f8e362 2024-11-13T23:30:03,914 INFO [M:0;714b435e65e7:35045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/589bae84339b42a58940e4f331f8e362, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T23:30:03,915 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/124e0c5038e244fab6bbf72736a224a3 as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/124e0c5038e244fab6bbf72736a224a3 2024-11-13T23:30:03,918 INFO [M:0;714b435e65e7:35045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/124e0c5038e244fab6bbf72736a224a3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T23:30:03,918 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/751110bb14644b08bee2f5685d6873a3 as hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/751110bb14644b08bee2f5685d6873a3 2024-11-13T23:30:03,921 INFO [M:0;714b435e65e7:35045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/9ce0c500-1ad3-452a-4b1f-c81ff0b4f516/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/751110bb14644b08bee2f5685d6873a3, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T23:30:03,922 INFO [M:0;714b435e65e7:35045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false 2024-11-13T23:30:03,923 INFO [M:0;714b435e65e7:35045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:03,923 DEBUG [M:0;714b435e65e7:35045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540602640Disabling compacts and flushes for region at 1731540602640Disabling writes for close at 1731540602640Obtaining lock to block concurrent updates at 1731540602640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540602640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731540602641 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540602641Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540602641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540602657 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540602657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540603065 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540603078 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540603078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540603485 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540603503 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540603503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5068f00c: reopening flushed file at 1731540603911 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a199acf: reopening flushed file at 1731540603914 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2545253e: reopening flushed file at 1731540603918 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false at 1731540603922 (+4 ms)Writing region close event to WAL at 1731540603923 (+1 ms)Closed at 1731540603923 2024-11-13T23:30:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741830_1006 (size=32770) 2024-11-13T23:30:03,925 INFO [M:0;714b435e65e7:35045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:30:03,925 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:03,926 INFO [M:0;714b435e65e7:35045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35045 2024-11-13T23:30:03,926 INFO [M:0;714b435e65e7:35045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:03,969 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:04,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:04,065 INFO [M:0;714b435e65e7:35045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:04,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35045-0x10137d2060a0006, quorum=127.0.0.1:54481, baseZNode=/2941759025 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:04,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6616f67b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:04,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:04,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:04,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:04,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:04,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:30:04,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:30:04,070 WARN [BP-1358191540-172.17.0.2-1731540581212 heartbeating to localhost/127.0.0.1:39137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:30:04,070 WARN [BP-1358191540-172.17.0.2-1731540581212 heartbeating to localhost/127.0.0.1:39137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1358191540-172.17.0.2-1731540581212 (Datanode Uuid 8be57123-5c16-460e-a35d-e706f67bbd34) service to localhost/127.0.0.1:39137 2024-11-13T23:30:04,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/cluster_3643573a-618a-f458-16c2-8816c8a4a7ce/data/data1/current/BP-1358191540-172.17.0.2-1731540581212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:04,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/cluster_3643573a-618a-f458-16c2-8816c8a4a7ce/data/data2/current/BP-1358191540-172.17.0.2-1731540581212 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:04,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:30:04,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e89e4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:30:04,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:04,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:04,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:04,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea5333af-14e2-b95c-fb8b-8ec003e63f55/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:04,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:30:04,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:30:04,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:04,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:04,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:04,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:04,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:04,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:30:04,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1128283344, stopped=false 2024-11-13T23:30:04,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,43645,1731540577824 2024-11-13T23:30:04,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1368640738/running 2024-11-13T23:30:04,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1368640738/running 2024-11-13T23:30:04,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:30:04,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:30:04,107 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:04,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:04,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:04,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:04,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,40845,1731540577937' ***** 2024-11-13T23:30:04,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:30:04,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on znode that does not yet exist, /1368640738/running 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:30:04,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(3091): Received CLOSE for b23a575941d585bd68857bde6688b54b 2024-11-13T23:30:04,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Set watcher on znode that does not yet exist, /1368640738/running 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,40845,1731540577937 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:40845. 2024-11-13T23:30:04,108 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b23a575941d585bd68857bde6688b54b, disabling compactions & flushes 2024-11-13T23:30:04,108 DEBUG [RS:0;714b435e65e7:40845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:04,108 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:30:04,108 DEBUG [RS:0;714b435e65e7:40845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:04,108 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:30:04,108 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540588498.b23a575941d585bd68857bde6688b54b. after waiting 0 ms 2024-11-13T23:30:04,108 INFO [RS:0;714b435e65e7:40845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:30:04,108 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:30:04,109 INFO [RS:0;714b435e65e7:40845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:30:04,109 INFO [RS:0;714b435e65e7:40845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:30:04,109 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:30:04,109 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:30:04,109 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b23a575941d585bd68857bde6688b54b=test,,1731540588498.b23a575941d585bd68857bde6688b54b.} 2024-11-13T23:30:04,109 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b23a575941d585bd68857bde6688b54b 2024-11-13T23:30:04,109 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:30:04,109 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:30:04,109 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:30:04,109 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:30:04,109 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:30:04,109 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T23:30:04,118 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/default/test/b23a575941d585bd68857bde6688b54b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:30:04,119 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:30:04,119 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:30:04,119 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:30:04,119 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b23a575941d585bd68857bde6688b54b: Waiting for close lock at 1731540604108Running coprocessor pre-close hooks at 1731540604108Disabling compacts and flushes for region at 1731540604108Disabling writes for close at 1731540604108Writing region close event to WAL at 1731540604110 (+2 ms)Running coprocessor post-close hooks at 1731540604119 (+9 ms)Closed at 1731540604119 2024-11-13T23:30:04,119 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540588498.b23a575941d585bd68857bde6688b54b. 2024-11-13T23:30:04,128 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/info/3d3a32c84aa849498539a2f3abd1f6cd is 129, key is test,,1731540588498.b23a575941d585bd68857bde6688b54b./info:regioninfo/1731540589640/Put/seqid=0 2024-11-13T23:30:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741841_1017 (size=6421) 2024-11-13T23:30:04,136 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:04,309 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:04,509 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:04,532 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/info/3d3a32c84aa849498539a2f3abd1f6cd 2024-11-13T23:30:04,552 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/ns/48817a19614545e28cfe78f65153618b is 43, key is default/ns:d/1731540581116/Put/seqid=0 2024-11-13T23:30:04,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:30:04,709 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:04,878 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:04,909 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:04,952 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:30:04,953 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:30:04,955 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/ns/48817a19614545e28cfe78f65153618b 2024-11-13T23:30:04,971 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/rep_barrier/db60a4d2cc2c42f8b406fc9f3fe51874 is 112, key is test,,1731540588498.b23a575941d585bd68857bde6688b54b./rep_barrier:seqnumDuringOpen/1731540589640/Put/seqid=0 2024-11-13T23:30:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741843_1019 (size=5518) 2024-11-13T23:30:05,072 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:05,110 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:30:05,110 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:30:05,110 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:05,310 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:05,374 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/rep_barrier/db60a4d2cc2c42f8b406fc9f3fe51874 2024-11-13T23:30:05,393 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/table/da363685486a466991772b0100fc028f is 40, key is test/table:state/1731540589646/Put/seqid=0 2024-11-13T23:30:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741844_1020 (size=5165) 2024-11-13T23:30:05,510 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:05,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:30:05,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,710 DEBUG [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:05,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:05,797 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/table/da363685486a466991772b0100fc028f 2024-11-13T23:30:05,801 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/info/3d3a32c84aa849498539a2f3abd1f6cd as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/info/3d3a32c84aa849498539a2f3abd1f6cd 2024-11-13T23:30:05,805 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/info/3d3a32c84aa849498539a2f3abd1f6cd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T23:30:05,805 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/ns/48817a19614545e28cfe78f65153618b as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/ns/48817a19614545e28cfe78f65153618b 2024-11-13T23:30:05,808 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/ns/48817a19614545e28cfe78f65153618b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:30:05,809 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/rep_barrier/db60a4d2cc2c42f8b406fc9f3fe51874 as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/rep_barrier/db60a4d2cc2c42f8b406fc9f3fe51874 2024-11-13T23:30:05,812 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/rep_barrier/db60a4d2cc2c42f8b406fc9f3fe51874, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T23:30:05,812 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/.tmp/table/da363685486a466991772b0100fc028f as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/table/da363685486a466991772b0100fc028f 2024-11-13T23:30:05,815 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/table/da363685486a466991772b0100fc028f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T23:30:05,816 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false 2024-11-13T23:30:05,816 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:30:05,820 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T23:30:05,820 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:30:05,820 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:30:05,820 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:05,820 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540604109Running coprocessor pre-close hooks at 1731540604109Disabling compacts and flushes for region at 1731540604109Disabling writes for close at 1731540604109Obtaining lock to block concurrent updates at 1731540604109Preparing flush snapshotting stores in 1588230740 at 1731540604109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731540604109Flushing stores of hbase:meta,,1.1588230740 at 1731540604110 (+1 ms)Flushing 1588230740/info: creating writer at 1731540604110Flushing 1588230740/info: appending metadata at 1731540604128 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731540604128Flushing 1588230740/ns: creating writer at 1731540604535 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731540604551 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731540604551Flushing 1588230740/rep_barrier: creating writer at 1731540604959 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540604970 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540604970Flushing 1588230740/table: creating writer at 1731540605377 (+407 ms)Flushing 1588230740/table: appending metadata at 1731540605392 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731540605393 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd76fbf: reopening flushed file at 1731540605800 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18726ee0: reopening flushed file at 1731540605805 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761426ba: reopening flushed file at 1731540605808 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dcea4: reopening flushed file at 1731540605812 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false at 1731540605816 (+4 ms)Writing region close event to WAL at 1731540605818 (+2 ms)Running coprocessor post-close hooks at 1731540605820 (+2 ms)Closed at 1731540605820 2024-11-13T23:30:05,820 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:05,910 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,40845,1731540577937; all regions closed. 2024-11-13T23:30:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741834_1010 (size=2717) 2024-11-13T23:30:05,914 DEBUG [RS:0;714b435e65e7:40845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/oldWALs 2024-11-13T23:30:05,914 INFO [RS:0;714b435e65e7:40845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C40845%2C1731540577937.meta:.meta(num 1731540581077) 2024-11-13T23:30:05,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/WALs/714b435e65e7,40845,1731540577937/714b435e65e7%2C40845%2C1731540577937.1731540580047 not finished, retry = 0 2024-11-13T23:30:05,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741832_1008 (size=1374) 2024-11-13T23:30:06,017 DEBUG [RS:0;714b435e65e7:40845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/oldWALs 2024-11-13T23:30:06,017 INFO [RS:0;714b435e65e7:40845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C40845%2C1731540577937:(num 1731540580047) 2024-11-13T23:30:06,017 DEBUG [RS:0;714b435e65e7:40845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:06,017 INFO [RS:0;714b435e65e7:40845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:06,017 INFO [RS:0;714b435e65e7:40845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:06,018 INFO [RS:0;714b435e65e7:40845 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:06,018 INFO [RS:0;714b435e65e7:40845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:06,018 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:06,018 INFO [RS:0;714b435e65e7:40845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:40845. 2024-11-13T23:30:06,018 DEBUG [RS:0;714b435e65e7:40845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:06,018 DEBUG [RS:0;714b435e65e7:40845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:06,018 DEBUG [RS:0;714b435e65e7:40845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:06,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:06,018 INFO [RS:0;714b435e65e7:40845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40845 2024-11-13T23:30:06,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1368640738/rs/714b435e65e7,40845,1731540577937 2024-11-13T23:30:06,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738/rs 2024-11-13T23:30:06,057 INFO [RS:0;714b435e65e7:40845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:06,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,40845,1731540577937] 2024-11-13T23:30:06,073 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1368640738/draining/714b435e65e7,40845,1731540577937 already deleted, retry=false 2024-11-13T23:30:06,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,40845,1731540577937 expired; onlineServers=0 2024-11-13T23:30:06,073 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,43645,1731540577824' ***** 2024-11-13T23:30:06,073 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:30:06,073 INFO [M:0;714b435e65e7:43645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:06,073 INFO [M:0;714b435e65e7:43645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:06,074 DEBUG [M:0;714b435e65e7:43645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:30:06,074 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:30:06,074 DEBUG [M:0;714b435e65e7:43645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:30:06,074 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540579859 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540579859,5,FailOnTimeoutGroup] 2024-11-13T23:30:06,074 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540579859 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540579859,5,FailOnTimeoutGroup] 2024-11-13T23:30:06,074 INFO [M:0;714b435e65e7:43645 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:06,074 INFO [M:0;714b435e65e7:43645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:06,074 DEBUG [M:0;714b435e65e7:43645 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:30:06,074 INFO [M:0;714b435e65e7:43645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:30:06,074 INFO [M:0;714b435e65e7:43645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:06,074 INFO [M:0;714b435e65e7:43645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:30:06,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:30:06,081 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:06,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1368640738/master 2024-11-13T23:30:06,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1368640738 2024-11-13T23:30:06,082 DEBUG [M:0;714b435e65e7:43645 {}] zookeeper.ZKUtil(347): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Unable to get data of znode /1368640738/master because node does not exist (not an error) 2024-11-13T23:30:06,082 WARN [M:0;714b435e65e7:43645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:30:06,083 INFO [M:0;714b435e65e7:43645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/.lastflushedseqids 2024-11-13T23:30:06,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741845_1021 (size=173) 2024-11-13T23:30:06,165 INFO [RS:0;714b435e65e7:40845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:06,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:06,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x10137d2060a0004, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:06,165 INFO [RS:0;714b435e65e7:40845 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,40845,1731540577937; zookeeper connection closed. 2024-11-13T23:30:06,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@596dfb30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@596dfb30 2024-11-13T23:30:06,166 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:30:06,275 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:06,487 INFO [M:0;714b435e65e7:43645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:30:06,487 INFO [M:0;714b435e65e7:43645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:30:06,487 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:30:06,487 INFO [M:0;714b435e65e7:43645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:06,487 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:06,487 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:30:06,487 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:06,487 INFO [M:0;714b435e65e7:43645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T23:30:06,504 DEBUG [M:0;714b435e65e7:43645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432cd92fe0c44bc3b3815b4a7a3f3341 is 82, key is hbase:meta,,1/info:regioninfo/1731540581102/Put/seqid=0 2024-11-13T23:30:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741846_1022 (size=5672) 2024-11-13T23:30:06,507 INFO [M:0;714b435e65e7:43645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432cd92fe0c44bc3b3815b4a7a3f3341 2024-11-13T23:30:06,525 DEBUG [M:0;714b435e65e7:43645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a30aaad93df46e0b62a59c6776df8b2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540589649/Put/seqid=0 2024-11-13T23:30:06,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741847_1023 (size=6586) 2024-11-13T23:30:06,928 INFO [M:0;714b435e65e7:43645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a30aaad93df46e0b62a59c6776df8b2 2024-11-13T23:30:06,945 DEBUG [M:0;714b435e65e7:43645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b1fb57e42d049b68bc9b54f65439813 is 69, key is 714b435e65e7,40845,1731540577937/rs:state/1731540579903/Put/seqid=0 2024-11-13T23:30:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741848_1024 (size=5156) 2024-11-13T23:30:07,348 INFO [M:0;714b435e65e7:43645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b1fb57e42d049b68bc9b54f65439813 2024-11-13T23:30:07,352 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432cd92fe0c44bc3b3815b4a7a3f3341 as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432cd92fe0c44bc3b3815b4a7a3f3341 2024-11-13T23:30:07,354 INFO [M:0;714b435e65e7:43645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432cd92fe0c44bc3b3815b4a7a3f3341, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T23:30:07,355 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a30aaad93df46e0b62a59c6776df8b2 as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a30aaad93df46e0b62a59c6776df8b2 2024-11-13T23:30:07,357 INFO [M:0;714b435e65e7:43645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a30aaad93df46e0b62a59c6776df8b2, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T23:30:07,358 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b1fb57e42d049b68bc9b54f65439813 as hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b1fb57e42d049b68bc9b54f65439813 2024-11-13T23:30:07,360 INFO [M:0;714b435e65e7:43645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41483/user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b1fb57e42d049b68bc9b54f65439813, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T23:30:07,361 INFO [M:0;714b435e65e7:43645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false 2024-11-13T23:30:07,362 INFO [M:0;714b435e65e7:43645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:07,362 DEBUG [M:0;714b435e65e7:43645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540606487Disabling compacts and flushes for region at 1731540606487Disabling writes for close at 1731540606487Obtaining lock to block concurrent updates at 1731540606487Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540606487Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731540606488 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540606488Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540606488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540606503 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540606504 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540606511 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540606525 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540606525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540606932 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540606944 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540606944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9b6be7: reopening flushed file at 1731540607351 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f50dd1: reopening flushed file at 1731540607355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14818e93: reopening flushed file at 1731540607358 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false at 1731540607361 (+3 ms)Writing region close event to WAL at 1731540607362 (+1 ms)Closed at 1731540607362 2024-11-13T23:30:07,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741830_1006 (size=32770) 2024-11-13T23:30:07,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09a2c581-603f-1eea-163c-af9ddb7602d4/MasterData/WALs/714b435e65e7,43645,1731540577824/714b435e65e7%2C43645%2C1731540577824.1731540579658 not finished, retry = 0 2024-11-13T23:30:07,384 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:07,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:30:07,465 INFO [M:0;714b435e65e7:43645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:30:07,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:07,465 INFO [M:0;714b435e65e7:43645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43645 2024-11-13T23:30:07,465 INFO [M:0;714b435e65e7:43645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:07,578 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:07,585 INFO [M:0;714b435e65e7:43645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:07,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:07,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x10137d2060a0003, quorum=127.0.0.1:54481, baseZNode=/1368640738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:07,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10340eae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:07,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:07,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:07,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:07,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:07,588 WARN [BP-252604782-172.17.0.2-1731540576129 heartbeating to localhost/127.0.0.1:41483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:30:07,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:30:07,588 WARN [BP-252604782-172.17.0.2-1731540576129 heartbeating to localhost/127.0.0.1:41483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-252604782-172.17.0.2-1731540576129 (Datanode Uuid 7f8adc5f-d51a-447b-b4b5-de1fc791cfe3) service to localhost/127.0.0.1:41483 2024-11-13T23:30:07,588 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:30:07,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/cluster_a4e27c0a-c862-c411-6668-3fd2bee7731c/data/data1/current/BP-252604782-172.17.0.2-1731540576129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:07,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/cluster_a4e27c0a-c862-c411-6668-3fd2bee7731c/data/data2/current/BP-252604782-172.17.0.2-1731540576129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:07,589 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:30:07,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37d5bb09{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:30:07,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:07,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:07,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:07,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c8d168-8534-a69c-6e41-4a5473a2228c/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:07,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:30:07,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:30:07,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:07,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:07,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:07,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:07,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:07,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:30:07,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1039733249, stopped=false 2024-11-13T23:30:07,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,40761,1731540573079 2024-11-13T23:30:07,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870867885/running 2024-11-13T23:30:07,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870867885/running 2024-11-13T23:30:07,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:30:07,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:30:07,623 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:07,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:07,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:07,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:07,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on znode that does not yet exist, /01870867885/running 2024-11-13T23:30:07,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,37853,1731540573250' ***** 2024-11-13T23:30:07,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:30:07,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Set watcher on znode that does not yet exist, /01870867885/running 2024-11-13T23:30:07,624 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:30:07,624 INFO [RS:0;714b435e65e7:37853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:30:07,624 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:30:07,624 INFO [RS:0;714b435e65e7:37853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:30:07,624 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e00765b808c3097222f7a8601fa5f1e 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,37853,1731540573250 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:07,625 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e00765b808c3097222f7a8601fa5f1e, disabling compactions & flushes 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37853. 2024-11-13T23:30:07,625 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:30:07,625 DEBUG [RS:0;714b435e65e7:37853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:07,625 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:30:07,625 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:07,625 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. after waiting 0 ms 2024-11-13T23:30:07,625 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:30:07,625 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e00765b808c3097222f7a8601fa5f1e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T23:30:07,625 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:30:07,627 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T23:30:07,627 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e00765b808c3097222f7a8601fa5f1e=hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e., a434705b7cdbd48c03205fdad9ea14b6=test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6.} 2024-11-13T23:30:07,627 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e00765b808c3097222f7a8601fa5f1e, a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:30:07,627 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:30:07,627 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:30:07,627 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:30:07,627 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:30:07,627 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:30:07,627 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T23:30:07,639 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/info/3f461f577df04dabadcd269bb4109a9d is 147, key is hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e./info:regioninfo/1731540593987/Put/seqid=0 2024-11-13T23:30:07,642 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/.tmp/hfileref/9d6e7acd1c614cee9fe8b7645e7d7ed2 is 74, key is 1/hfileref:3ef23fc7a08e4cc18e61c9ca9912373d_SeqId_6_/1731540598799/DeleteColumn/seqid=0 2024-11-13T23:30:07,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741847_1023 (size=7686) 2024-11-13T23:30:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741848_1024 (size=5489) 2024-11-13T23:30:07,645 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:07,827 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e00765b808c3097222f7a8601fa5f1e, a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:30:08,027 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e00765b808c3097222f7a8601fa5f1e, a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:30:08,043 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/info/3f461f577df04dabadcd269bb4109a9d 2024-11-13T23:30:08,045 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/.tmp/hfileref/9d6e7acd1c614cee9fe8b7645e7d7ed2 2024-11-13T23:30:08,060 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/ns/f2988071f18f4642ab2b33c339b25602 is 43, key is default/ns:d/1731540576055/Put/seqid=0 2024-11-13T23:30:08,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741849_1025 (size=5153) 2024-11-13T23:30:08,064 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/.tmp/queue/95a397998cc049c1b302993aca471862 is 153, key is 1-714b435e65e7,37853,1731540573250/queue:714b435e65e7%2C37853%2C1731540573250/1731540598801/Put/seqid=0 2024-11-13T23:30:08,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741850_1026 (size=5504) 2024-11-13T23:30:08,227 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e00765b808c3097222f7a8601fa5f1e, a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:30:08,322 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:30:08,322 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:30:08,427 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e00765b808c3097222f7a8601fa5f1e, a434705b7cdbd48c03205fdad9ea14b6 2024-11-13T23:30:08,463 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/ns/f2988071f18f4642ab2b33c339b25602 2024-11-13T23:30:08,466 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/.tmp/queue/95a397998cc049c1b302993aca471862 2024-11-13T23:30:08,470 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/.tmp/hfileref/9d6e7acd1c614cee9fe8b7645e7d7ed2 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/hfileref/9d6e7acd1c614cee9fe8b7645e7d7ed2 2024-11-13T23:30:08,473 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/hfileref/9d6e7acd1c614cee9fe8b7645e7d7ed2, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T23:30:08,474 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/.tmp/queue/95a397998cc049c1b302993aca471862 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/queue/95a397998cc049c1b302993aca471862 2024-11-13T23:30:08,477 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/queue/95a397998cc049c1b302993aca471862, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T23:30:08,478 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7e00765b808c3097222f7a8601fa5f1e in 853ms, sequenceid=17, compaction requested=false 2024-11-13T23:30:08,482 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/rep_barrier/9d6960110bb143008d20fe17f7f61bee is 112, key is test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6./rep_barrier:seqnumDuringOpen/1731540587484/Put/seqid=0 2024-11-13T23:30:08,484 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/replication/7e00765b808c3097222f7a8601fa5f1e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T23:30:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741851_1027 (size=5518) 2024-11-13T23:30:08,484 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:30:08,485 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:30:08,485 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:30:08,485 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e00765b808c3097222f7a8601fa5f1e: Waiting for close lock at 1731540607625Running coprocessor pre-close hooks at 1731540607625Disabling compacts and flushes for region at 1731540607625Disabling writes for close at 1731540607625Obtaining lock to block concurrent updates at 1731540607625Preparing flush snapshotting stores in 7e00765b808c3097222f7a8601fa5f1e at 1731540607625Finished memstore snapshotting hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731540607625Flushing stores of hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. at 1731540607626 (+1 ms)Flushing 7e00765b808c3097222f7a8601fa5f1e/hfileref: creating writer at 1731540607626Flushing 7e00765b808c3097222f7a8601fa5f1e/hfileref: appending metadata at 1731540607641 (+15 ms)Flushing 7e00765b808c3097222f7a8601fa5f1e/hfileref: closing flushed file at 1731540607641Flushing 7e00765b808c3097222f7a8601fa5f1e/queue: creating writer at 1731540608048 (+407 ms)Flushing 7e00765b808c3097222f7a8601fa5f1e/queue: appending metadata at 1731540608063 (+15 ms)Flushing 7e00765b808c3097222f7a8601fa5f1e/queue: closing flushed file at 1731540608063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27aaf316: reopening flushed file at 1731540608469 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc5aca3: reopening flushed file at 1731540608473 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7e00765b808c3097222f7a8601fa5f1e in 853ms, sequenceid=17, compaction requested=false at 1731540608478 (+5 ms)Writing region close event to WAL at 1731540608482 (+4 ms)Running coprocessor post-close hooks at 1731540608484 (+2 ms)Closed at 1731540608485 (+1 ms) 2024-11-13T23:30:08,485 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731540592820.7e00765b808c3097222f7a8601fa5f1e. 2024-11-13T23:30:08,485 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a434705b7cdbd48c03205fdad9ea14b6, disabling compactions & flushes 2024-11-13T23:30:08,485 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:30:08,485 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:30:08,485 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. after waiting 0 ms 2024-11-13T23:30:08,485 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:30:08,488 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/default/test/a434705b7cdbd48c03205fdad9ea14b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:30:08,488 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:30:08,488 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T23:30:08,488 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:30:08,488 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a434705b7cdbd48c03205fdad9ea14b6: Waiting for close lock at 1731540608485Running coprocessor pre-close hooks at 1731540608485Disabling compacts and flushes for region at 1731540608485Disabling writes for close at 1731540608485Writing region close event to WAL at 1731540608485Running coprocessor post-close hooks at 1731540608488 (+3 ms)Closed at 1731540608488 2024-11-13T23:30:08,488 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731540586345.a434705b7cdbd48c03205fdad9ea14b6. 2024-11-13T23:30:08,628 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:08,787 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:08,790 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:30:08,791 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 688, reset compression=false 2024-11-13T23:30:08,791 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-714b435e65e7,37853,1731540573250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:30:08,792 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 714b435e65e7,37853,1731540573250: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-714b435e65e7,37853,1731540573250, walGroup=714b435e65e7%2C37853%2C1731540573250, offset=714b435e65e7%2C37853%2C1731540573250.1731540596844:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:37853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T23:30:08,793 ERROR [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:30:08,793 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:30:08,794 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:30:08,794 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:30:08,794 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:30:08,794 INFO [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1619001344, "init": 1048576000, "max": 2306867200, "used": 1268733376 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208179544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:30:08,794 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:40761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:40761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T23:30:08,828 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:30:08,828 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:30:08,828 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:08,885 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/rep_barrier/9d6960110bb143008d20fe17f7f61bee 2024-11-13T23:30:08,901 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/table/4ba39b03501a411bb64db2fb7ee8b0f0 is 53, key is hbase:replication/table:state/1731540593992/Put/seqid=0 2024-11-13T23:30:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741852_1028 (size=5308) 2024-11-13T23:30:08,981 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 393, reset compression=false 2024-11-13T23:30:08,990 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T23:30:08,990 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 688, reset compression=false 2024-11-13T23:30:08,990 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-714b435e65e7,37853,1731540573250 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T23:30:08,990 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T23:30:08,996 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 688, reset compression=false 2024-11-13T23:30:09,028 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:09,196 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 688, reset compression=false 2024-11-13T23:30:09,228 DEBUG [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:30:09,305 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 688, reset compression=false 2024-11-13T23:30:09,305 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/table/4ba39b03501a411bb64db2fb7ee8b0f0 2024-11-13T23:30:09,314 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/info/3f461f577df04dabadcd269bb4109a9d as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/info/3f461f577df04dabadcd269bb4109a9d 2024-11-13T23:30:09,320 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/info/3f461f577df04dabadcd269bb4109a9d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T23:30:09,321 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/ns/f2988071f18f4642ab2b33c339b25602 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/ns/f2988071f18f4642ab2b33c339b25602 2024-11-13T23:30:09,325 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/ns/f2988071f18f4642ab2b33c339b25602, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T23:30:09,327 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/rep_barrier/9d6960110bb143008d20fe17f7f61bee as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/rep_barrier/9d6960110bb143008d20fe17f7f61bee 2024-11-13T23:30:09,331 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/rep_barrier/9d6960110bb143008d20fe17f7f61bee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T23:30:09,332 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/.tmp/table/4ba39b03501a411bb64db2fb7ee8b0f0 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/table/4ba39b03501a411bb64db2fb7ee8b0f0 2024-11-13T23:30:09,340 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/table/4ba39b03501a411bb64db2fb7ee8b0f0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T23:30:09,341 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-13T23:30:09,350 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T23:30:09,351 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T23:30:09,351 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:30:09,351 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:09,351 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540607627Running coprocessor pre-close hooks at 1731540607627Disabling compacts and flushes for region at 1731540607627Disabling writes for close at 1731540607627Obtaining lock to block concurrent updates at 1731540607627Preparing flush snapshotting stores in 1588230740 at 1731540607627Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731540607627Flushing stores of hbase:meta,,1.1588230740 at 1731540607627Flushing 1588230740/info: creating writer at 1731540607628 (+1 ms)Flushing 1588230740/info: appending metadata at 1731540607639 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731540607639Flushing 1588230740/ns: creating writer at 1731540608046 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731540608059 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731540608059Flushing 1588230740/rep_barrier: creating writer at 1731540608467 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731540608482 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731540608482Flushing 1588230740/table: creating writer at 1731540608888 (+406 ms)Flushing 1588230740/table: appending metadata at 1731540608901 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731540608901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abee2ce: reopening flushed file at 1731540609313 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a551a31: reopening flushed file at 1731540609320 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b4d4e2: reopening flushed file at 1731540609325 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176e2455: reopening flushed file at 1731540609331 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731540609341 (+10 ms)Writing region close event to WAL at 1731540609342 (+1 ms)Running coprocessor post-close hooks at 1731540609351 (+9 ms)Closed at 1731540609351 2024-11-13T23:30:09,351 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:09,428 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,37853,1731540573250; all regions closed. 2024-11-13T23:30:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741844_1020 (size=859) 2024-11-13T23:30:09,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741843_1019 (size=2791) 2024-11-13T23:30:09,435 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.rep.1731540596862 not finished, retry = 0 2024-11-13T23:30:09,507 DEBUG [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/WALs/714b435e65e7,37853,1731540573250/714b435e65e7%2C37853%2C1731540573250.1731540596844 to pos 688, reset compression=false 2024-11-13T23:30:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741842_1018 (size=696) 2024-11-13T23:30:09,537 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:09,537 INFO [RS:0;714b435e65e7:37853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:09,537 INFO [RS:0;714b435e65e7:37853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:09,538 INFO [RS:0;714b435e65e7:37853 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:09,538 INFO [RS:0;714b435e65e7:37853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:09,538 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:09,538 INFO [RS:0;714b435e65e7:37853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-714b435e65e7,37853,1731540573250 because: Region server is closing 2024-11-13T23:30:09,538 INFO [RS:0;714b435e65e7:37853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37853. 2024-11-13T23:30:09,538 DEBUG [RS:0;714b435e65e7:37853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:09,538 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:09,538 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:09,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:09,544 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T23:30:09,545 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T23:30:09,639 INFO [RS:0;714b435e65e7:37853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 terminated 2024-11-13T23:30:09,639 INFO [RS:0;714b435e65e7:37853 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-714b435e65e7,37853,1731540573250 because: Region server is closing 2024-11-13T23:30:09,639 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,1-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,1-714b435e65e7,37853,1731540573250 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:30:09,639 INFO [RS:0;714b435e65e7:37853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37853. 2024-11-13T23:30:09,639 DEBUG [RS:0;714b435e65e7:37853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:09,639 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:09,639 DEBUG [RS:0;714b435e65e7:37853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:09,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:09,739 INFO [RS:0;714b435e65e7:37853 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.shipper714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 terminated 2024-11-13T23:30:09,739 WARN [RS_REFRESH_PEER-regionserver/714b435e65e7:0-0.replicationSource,2-714b435e65e7,37853,1731540573250.replicationSource.wal-reader.714b435e65e7%2C37853%2C1731540573250,2-714b435e65e7,37853,1731540573250 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T23:30:09,740 INFO [RS:0;714b435e65e7:37853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37853 2024-11-13T23:30:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870867885/rs/714b435e65e7,37853,1731540573250 2024-11-13T23:30:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885/rs 2024-11-13T23:30:09,751 INFO [RS:0;714b435e65e7:37853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:09,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,37853,1731540573250] 2024-11-13T23:30:09,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01870867885/draining/714b435e65e7,37853,1731540573250 already deleted, retry=false 2024-11-13T23:30:09,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,37853,1731540573250 expired; onlineServers=0 2024-11-13T23:30:09,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,40761,1731540573079' ***** 2024-11-13T23:30:09,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:30:09,768 INFO [M:0;714b435e65e7:40761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:09,768 INFO [M:0;714b435e65e7:40761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:09,768 DEBUG [M:0;714b435e65e7:40761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:30:09,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:30:09,768 DEBUG [M:0;714b435e65e7:40761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:30:09,768 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540575202 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540575202,5,FailOnTimeoutGroup] 2024-11-13T23:30:09,768 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540575201 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540575201,5,FailOnTimeoutGroup] 2024-11-13T23:30:09,768 INFO [M:0;714b435e65e7:40761 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:09,768 INFO [M:0;714b435e65e7:40761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:09,768 DEBUG [M:0;714b435e65e7:40761 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:30:09,768 INFO [M:0;714b435e65e7:40761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:30:09,769 INFO [M:0;714b435e65e7:40761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:09,769 ERROR [M:0;714b435e65e7:40761 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1661275467) connection to localhost/127.0.0.1:35367 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35367,5,PEWorkerGroup] 2024-11-13T23:30:09,769 INFO [M:0;714b435e65e7:40761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:30:09,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:30:09,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870867885/master 2024-11-13T23:30:09,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870867885 2024-11-13T23:30:09,811 DEBUG [M:0;714b435e65e7:40761 {}] zookeeper.ZKUtil(347): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Unable to get data of znode /01870867885/master because node does not exist (not an error) 2024-11-13T23:30:09,811 WARN [M:0;714b435e65e7:40761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:30:09,811 INFO [M:0;714b435e65e7:40761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/.lastflushedseqids 2024-11-13T23:30:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741853_1029 (size=263) 2024-11-13T23:30:09,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,860 INFO [RS:0;714b435e65e7:37853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:09,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37853-0x10137d2060a0001, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,860 INFO [RS:0;714b435e65e7:37853 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,37853,1731540573250; zookeeper connection closed. 2024-11-13T23:30:09,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78265832 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78265832 2024-11-13T23:30:09,860 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T23:30:10,215 INFO [M:0;714b435e65e7:40761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:30:10,215 INFO [M:0;714b435e65e7:40761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:30:10,215 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:30:10,215 INFO [M:0;714b435e65e7:40761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:10,216 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:10,216 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:30:10,216 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:10,216 INFO [M:0;714b435e65e7:40761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-11-13T23:30:10,230 DEBUG [M:0;714b435e65e7:40761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25ca30bcff4541a480776c29c0f64d6d is 82, key is hbase:meta,,1/info:regioninfo/1731540576011/Put/seqid=0 2024-11-13T23:30:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741854_1030 (size=5672) 2024-11-13T23:30:10,633 INFO [M:0;714b435e65e7:40761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25ca30bcff4541a480776c29c0f64d6d 2024-11-13T23:30:10,656 DEBUG [M:0;714b435e65e7:40761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8778f5d3fe634307bd0dea8566945dc6 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540587491/Put/seqid=0 2024-11-13T23:30:10,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741855_1031 (size=7609) 2024-11-13T23:30:11,059 INFO [M:0;714b435e65e7:40761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8778f5d3fe634307bd0dea8566945dc6 2024-11-13T23:30:11,063 INFO [M:0;714b435e65e7:40761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8778f5d3fe634307bd0dea8566945dc6 2024-11-13T23:30:11,079 DEBUG [M:0;714b435e65e7:40761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dbb111858514b54b706ce707fc774ca is 69, key is 714b435e65e7,37853,1731540573250/rs:state/1731540575308/Put/seqid=0 2024-11-13T23:30:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741856_1032 (size=5156) 2024-11-13T23:30:11,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:30:11,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:11,488 INFO [M:0;714b435e65e7:40761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dbb111858514b54b706ce707fc774ca 2024-11-13T23:30:11,492 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25ca30bcff4541a480776c29c0f64d6d as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25ca30bcff4541a480776c29c0f64d6d 2024-11-13T23:30:11,496 INFO [M:0;714b435e65e7:40761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25ca30bcff4541a480776c29c0f64d6d, entries=8, sequenceid=121, filesize=5.5 K 2024-11-13T23:30:11,496 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8778f5d3fe634307bd0dea8566945dc6 as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8778f5d3fe634307bd0dea8566945dc6 2024-11-13T23:30:11,500 INFO [M:0;714b435e65e7:40761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8778f5d3fe634307bd0dea8566945dc6 2024-11-13T23:30:11,500 INFO [M:0;714b435e65e7:40761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8778f5d3fe634307bd0dea8566945dc6, entries=13, sequenceid=121, filesize=7.4 K 2024-11-13T23:30:11,501 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dbb111858514b54b706ce707fc774ca as hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dbb111858514b54b706ce707fc774ca 2024-11-13T23:30:11,505 INFO [M:0;714b435e65e7:40761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35367/user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dbb111858514b54b706ce707fc774ca, entries=1, sequenceid=121, filesize=5.0 K 2024-11-13T23:30:11,506 INFO [M:0;714b435e65e7:40761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=121, compaction requested=false 2024-11-13T23:30:11,507 INFO [M:0;714b435e65e7:40761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:11,507 DEBUG [M:0;714b435e65e7:40761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540610215Disabling compacts and flushes for region at 1731540610215Disabling writes for close at 1731540610216 (+1 ms)Obtaining lock to block concurrent updates at 1731540610216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540610216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1731540610216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540610217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540610217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540610230 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540610230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540610637 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540610655 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540610655Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540611063 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540611078 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540611078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2929f8bb: reopening flushed file at 1731540611491 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2df72: reopening flushed file at 1731540611496 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8be551: reopening flushed file at 1731540611501 (+5 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=121, compaction requested=false at 1731540611506 (+5 ms)Writing region close event to WAL at 1731540611507 (+1 ms)Closed at 1731540611507 2024-11-13T23:30:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741830_1006 (size=69908) 2024-11-13T23:30:11,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a646d025-1fe0-e260-50cf-d83d1b6a09f1/MasterData/WALs/714b435e65e7,40761,1731540573079/714b435e65e7%2C40761%2C1731540573079.1731540574993 not finished, retry = 0 2024-11-13T23:30:11,617 INFO [M:0;714b435e65e7:40761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:30:11,617 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:11,617 INFO [M:0;714b435e65e7:40761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40761 2024-11-13T23:30:11,617 INFO [M:0;714b435e65e7:40761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:11,746 INFO [M:0;714b435e65e7:40761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:11,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:11,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40761-0x10137d2060a0000, quorum=127.0.0.1:54481, baseZNode=/01870867885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:11,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be7d588{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:11,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:11,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:11,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:11,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:11,753 WARN [BP-1231814351-172.17.0.2-1731540571192 heartbeating to localhost/127.0.0.1:35367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:30:11,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:30:11,753 WARN [BP-1231814351-172.17.0.2-1731540571192 heartbeating to localhost/127.0.0.1:35367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1231814351-172.17.0.2-1731540571192 (Datanode Uuid 0a65856a-5807-4a91-9470-fe07719f3710) service to localhost/127.0.0.1:35367 2024-11-13T23:30:11,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:30:11,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4/data/data1/current/BP-1231814351-172.17.0.2-1731540571192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:11,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/cluster_0d7b513b-e1ff-3e43-1431-fdb18df0fef4/data/data2/current/BP-1231814351-172.17.0.2-1731540571192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:11,754 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:30:11,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a02ac7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:30:11,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:11,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:11,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:11,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909f12bc-12fc-02c5-4693-d2684d24e0e7/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:11,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:30:11,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:30:11,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54481) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39137 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54481) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54481) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41483 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35367 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 875) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=6916 (was 7224) 2024-11-13T23:30:11,801 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500